Nov 29 08:35:51 user nova-compute[75249]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75249) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75249) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75249) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 08:35:51 user nova-compute[75249]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:35:51 user nova-compute[75249]: INFO nova.virt.driver [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 29 08:35:51 user nova-compute[75249]: INFO nova.compute.provider_config [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Acquiring lock "singleton_lock" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Acquired lock "singleton_lock" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Releasing lock "singleton_lock" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Full set of CONF: {{(pid=75249) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ******************************************************************************** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Configuration options gathered from: {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ================================================================================ {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] allow_resize_to_same_host      = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] arq_binding_timeout            = 300 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] backdoor_port                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] backdoor_socket                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] block_device_allocate_retries  = 300 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] block_device_allocate_retries_interval = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cert                           = self.pem {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute_monitors               = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] config_dir                     = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] config_drive_format            = iso9660 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] config_source                  = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] console_host                   = user {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] control_exchange               = nova {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cpu_allocation_ratio           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] daemon                         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] debug                          = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] default_access_ip_network_name = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] default_availability_zone      = nova {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] default_ephemeral_format       = ext4 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] default_green_pool_size        = 1000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] default_schedule_zone          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] disk_allocation_ratio          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] enable_new_services            = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] enabled_apis                   = ['osapi_compute'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] enabled_ssl_apis               = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] flat_injected                  = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] force_config_drive             = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] force_raw_images               = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] graceful_shutdown_timeout      = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] heal_instance_info_cache_interval = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] host                           = user {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_build_timeout         = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_delete_interval       = 300 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_format                = [instance: %(uuid)s]  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_name_template         = instance-%08x {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_usage_audit           = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_usage_audit_period    = month {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] internal_service_availability_zone = internal {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] key                            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] live_migration_retry_count     = 30 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_config_append              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_dir                        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_file                       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_options                    = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_rotate_interval            = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_rotate_interval_type       = days {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] log_rotation_type              = none {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] long_rpc_timeout               = 1800 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] max_concurrent_builds          = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] max_concurrent_live_migrations = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] max_concurrent_snapshots       = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] max_local_block_devices        = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] max_logfile_count              = 30 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] max_logfile_size_mb            = 200 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] maximum_instance_delete_attempts = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metadata_listen                = 0.0.0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metadata_listen_port           = 8775 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metadata_workers               = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] migrate_max_retries            = -1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] mkisofs_cmd                    = genisoimage {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] my_ip                          = 10.0.0.210 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] network_allocate_retries       = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] osapi_compute_listen_port      = 8774 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] osapi_compute_unique_server_name_scope =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] osapi_compute_workers          = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] password_length                = 12 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] periodic_enable                = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] periodic_fuzzy_delay           = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] pointer_model                  = ps2mouse {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] preallocate_images             = none {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] publish_errors                 = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] pybasedir                      = /opt/stack/nova {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ram_allocation_ratio           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rate_limit_burst               = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rate_limit_except_level        = CRITICAL {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rate_limit_interval            = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reboot_timeout                 = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reclaim_instance_interval      = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] record                         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reimage_timeout_per_gb         = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] report_interval                = 120 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rescue_timeout                 = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reserved_host_cpus             = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reserved_host_disk_mb          = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reserved_host_memory_mb        = 512 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] reserved_huge_pages            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] resize_confirm_window          = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] resize_fs_using_block_device   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] resume_guests_state_on_host_boot = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rpc_response_timeout           = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] run_external_periodic_tasks    = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] running_deleted_instance_action = reap {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] running_deleted_instance_poll_interval = 1800 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] running_deleted_instance_timeout = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler_instance_sync_interval = 120 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_down_time              = 720 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] servicegroup_driver            = db {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] shelved_offload_time           = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] shelved_poll_interval          = 3600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:51 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] shutdown_timeout               = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] source_is_ipv6                 = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ssl_only                       = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] state_path                     = /opt/stack/data/nova {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] sync_power_state_interval      = 600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] sync_power_state_pool_size     = 1000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] syslog_log_facility            = LOG_USER {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] tempdir                        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] timeout_nbd                    = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] transport_url                  = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] update_resources_interval      = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_cow_images                 = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_eventlog                   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_journal                    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_json                       = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_rootwrap_daemon            = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_stderr                     = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] use_syslog                     = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vcpu_pin_set                   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plugging_is_fatal          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plugging_timeout           = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] virt_mkfs                      = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] volume_usage_poll_interval     = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] watch_log_file                 = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] web                            = /usr/share/spice-html5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_concurrency.disable_process_locking = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.auth_strategy              = keystone {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.compute_link_prefix        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.dhcp_domain                = novalocal {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.enable_instance_password   = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.glance_link_prefix         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.instance_list_per_project_cells = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.list_records_by_skipping_down_cells = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.local_metadata_per_cell    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.max_limit                  = 1000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.metadata_cache_expiration  = 15 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.neutron_default_tenant_id  = default {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.use_forwarded_for          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.use_neutron_default_nets   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_dynamic_targets = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_jsonfile_path   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.backend                  = dogpile.cache.memcached {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.backend_argument         = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.config_prefix            = cache.oslo {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.dead_timeout             = 60.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.debug_cache_backend      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.enable_retry_client      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.enable_socket_keepalive  = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.enabled                  = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.expiration_time          = 600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.hashclient_retry_attempts = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_dead_retry      = 300 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_password        =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_pool_maxsize    = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_sasl_enabled    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.memcache_username        =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.proxies                  = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.retry_attempts           = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.retry_delay              = 0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.socket_keepalive_count   = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.socket_keepalive_idle    = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.socket_keepalive_interval = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.tls_allowed_ciphers      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.tls_cafile               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.tls_certfile             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.tls_enabled              = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cache.tls_keyfile              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.auth_section            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.auth_type               = password {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.cafile                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.certfile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.collect_timing          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.cross_az_attach         = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.debug                   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.endpoint_template       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.http_retries            = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.insecure                = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.keyfile                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.os_region_name          = RegionOne {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.split_loggers           = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cinder.timeout                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.cpu_dedicated_set      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.cpu_shared_set         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.image_type_exclude_list = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.max_concurrent_disk_ops = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.max_disk_devices_to_attach = -1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.resource_provider_association_refresh = 300 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.shutdown_retry_interval = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] conductor.workers              = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] console.allowed_origins        = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] console.ssl_ciphers            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] console.ssl_minimum_version    = default {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] consoleauth.token_ttl          = 600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.cafile                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.certfile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.collect_timing          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.connect_retries         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.connect_retry_delay     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.endpoint_override       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.insecure                = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.keyfile                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.max_version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.min_version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.region_name             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.service_name            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.service_type            = accelerator {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.split_loggers           = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.status_code_retries     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.timeout                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] cyborg.version                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.backend               = sqlalchemy {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.connection            = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.connection_debug      = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.connection_parameters =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.connection_recycle_time = 3600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.connection_trace      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.db_inc_retry_interval = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.db_max_retries        = 20 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.db_max_retry_interval = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.db_retry_interval     = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.max_overflow          = 50 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.max_pool_size         = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.max_retries           = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.mysql_wsrep_sync_wait = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.pool_timeout          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.retry_interval        = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.slave_connection      = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] database.sqlite_synchronous    = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.backend           = sqlalchemy {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.connection        = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.connection_debug  = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.connection_parameters =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.connection_recycle_time = 3600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.connection_trace  = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.db_inc_retry_interval = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.db_max_retries    = 20 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.db_max_retry_interval = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.db_retry_interval = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.max_overflow      = 50 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.max_pool_size     = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.max_retries       = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.pool_timeout      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.retry_interval    = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.slave_connection  = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] api_database.sqlite_synchronous = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] devices.enabled_mdev_types     = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ephemeral_storage_encryption.enabled = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.api_servers             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.cafile                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.certfile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.collect_timing          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.connect_retries         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.connect_retry_delay     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.debug                   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.default_trusted_certificate_ids = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.enable_certificate_validation = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.enable_rbd_download     = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.endpoint_override       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.insecure                = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.keyfile                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.max_version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.min_version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.num_retries             = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.rbd_ceph_conf           =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.rbd_connect_timeout     = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.rbd_pool                =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.rbd_user                =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.region_name             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.service_name            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.service_type            = image {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.split_loggers           = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.status_code_retries     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.timeout                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.verify_glance_signatures = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] glance.version                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] guestfs.debug                  = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.config_drive_cdrom      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.config_drive_inject_password = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.enable_instance_metrics_collection = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.enable_remotefx         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.instances_path_share    =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.iscsi_initiator_list    = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.limit_cpu_features      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.power_state_check_timeframe = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.use_multipath_io        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.volume_attach_retry_count = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.vswitch_name            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] mks.enabled                    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] image_cache.manager_interval   = 2400 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] image_cache.precache_concurrency = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] image_cache.remove_unused_base_images = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] image_cache.subdirectory_name  = _base {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.api_max_retries         = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.api_retry_interval      = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.auth_section            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.auth_type               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.cafile                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.certfile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.collect_timing          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.conductor_group         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.connect_retries         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.connect_retry_delay     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.endpoint_override       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.insecure                = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.keyfile                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.max_version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.min_version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.peer_list               = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.region_name             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.serial_console_state_timeout = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.service_name            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.service_type            = baremetal {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.split_loggers           = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.status_code_retries     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.timeout                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ironic.version                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] key_manager.fixed_key          = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.barbican_api_version  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.barbican_endpoint     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.barbican_endpoint_type = public {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.barbican_region_name  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.cafile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.certfile              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.collect_timing        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.insecure              = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.keyfile               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.number_of_retries     = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.retry_delay           = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.send_service_user_token = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.split_loggers         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.timeout               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.verify_ssl            = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican.verify_ssl_path       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.auth_section = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.auth_type = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.cafile   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.certfile = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.collect_timing = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.insecure = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.keyfile  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.split_loggers = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] barbican_service_user.timeout  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.approle_role_id          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.approle_secret_id        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.cafile                   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.certfile                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.collect_timing           = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.insecure                 = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.keyfile                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.kv_mountpoint            = secret {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.kv_path                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.kv_version               = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.namespace                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.root_token_id            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.split_loggers            = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.ssl_ca_crt_file          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.timeout                  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.use_ssl                  = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.auth_section          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.auth_type             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.cafile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.certfile              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.collect_timing        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.connect_retries       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.connect_retry_delay   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.endpoint_override     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.insecure              = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.keyfile               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.max_version           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.min_version           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.region_name           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.service_name          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.service_type          = identity {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.split_loggers         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.status_code_retries   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.timeout               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] keystone.version               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.connection_uri         =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_mode               = custom {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: WARNING oslo_config.cfg [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_power_governor_high = performance {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_power_governor_low = powersave {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_power_management   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.device_detach_attempts = 8 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.device_detach_timeout  = 20 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.disk_cachemodes        = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.disk_prefix            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.enabled_perf_events    = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.file_backed_memory     = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.gid_maps               = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.hw_disk_discard        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.hw_machine_type        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_rbd_glance_store_name =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_rbd_pool        = rbd {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_type            = default {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.images_volume_group    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.inject_key             = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.inject_partition       = -2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.inject_password        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.iscsi_iface            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.iser_use_multipath     = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_bandwidth = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_downtime = 500 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_inbound_addr = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_permit_post_copy = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_scheme  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_timeout_action = abort {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_tunnelled = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: WARNING oslo_config.cfg [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 29 08:35:52 user nova-compute[75249]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 29 08:35:52 user nova-compute[75249]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 29 08:35:52 user nova-compute[75249]: and ``live_migration_inbound_addr`` respectively.
Nov 29 08:35:52 user nova-compute[75249]: ).  Its value may be silently ignored in the future.
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.live_migration_with_native_tls = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.max_queues             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.nfs_mount_options      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.num_memory_encrypted_guests = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.num_pcie_ports         = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.pmem_namespaces        = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.quobyte_client_cfg     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rbd_secret_uuid        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rbd_user               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.remote_filesystem_transport = ssh {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rescue_image_id        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rescue_kernel_id       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rescue_ramdisk_id      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.rx_queue_size          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.smbfs_mount_options    =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.snapshot_compression   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.snapshot_image_format  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.sparse_logical_volumes = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.swtpm_enabled          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.swtpm_group            = tss {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.swtpm_user             = tss {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.sysinfo_serial         = unique {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.tb_cache_size          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.tx_queue_size          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.uid_maps               = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.use_virtio_for_bridges = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.virt_type              = kvm {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.volume_clear           = zero {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.volume_clear_size      = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.volume_use_multipath   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_cache_path   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.vzstorage_mount_user   = stack {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.auth_section           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.auth_type              = password {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.cafile                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.certfile               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.collect_timing         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.connect_retries        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.connect_retry_delay    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.default_floating_pool  = public {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.endpoint_override      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.extension_sync_interval = 600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.http_retries           = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.insecure               = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.keyfile                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.max_version            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.min_version            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.ovs_bridge             = br-int {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.physnets               = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.region_name            = RegionOne {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.service_metadata_proxy = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.service_name           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.service_type           = network {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.split_loggers          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.status_code_retries    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.timeout                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] neutron.version                = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] notifications.bdms_in_notifications = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] notifications.default_level    = INFO {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] notifications.notification_format = unversioned {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] notifications.notify_on_state_change = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] pci.alias                      = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] pci.device_spec                = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] pci.report_in_placement        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.auth_section         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.auth_type            = password {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.cafile               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.certfile             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.collect_timing       = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.connect_retries      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.connect_retry_delay  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.default_domain_id    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.default_domain_name  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.domain_id            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.domain_name          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.endpoint_override    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.insecure             = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.keyfile              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.max_version          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.min_version          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.password             = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.project_domain_id    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.project_domain_name  = Default {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.project_id           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.project_name         = service {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.region_name          = RegionOne {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.service_name         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.service_type         = placement {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.split_loggers        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.status_code_retries  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.system_scope         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.timeout              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.trust_id             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.user_domain_id       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.user_domain_name     = Default {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.user_id              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.username             = placement {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] placement.version              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.cores                    = 20 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.count_usage_from_placement = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.injected_file_content_bytes = 10240 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.injected_file_path_length = 255 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.injected_files           = 5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.instances                = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.key_pairs                = 100 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.metadata_items           = 128 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.ram                      = 51200 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.recheck_quota            = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.server_group_members     = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] quota.server_groups            = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rdp.enabled                    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.image_metadata_prefilter = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.max_attempts         = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.max_placement_results = 1000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.query_placement_for_image_type_support = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] scheduler.workers              = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.host_subset_size = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.isolated_hosts = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.isolated_images = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.pci_in_placement = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.track_instance_changes = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metrics.required               = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metrics.weight_multiplier      = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] metrics.weight_setting         = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] serial_console.enabled         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] serial_console.port_range      = 10000:20000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] serial_console.serialproxy_port = 6083 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.auth_section      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.auth_type         = password {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.cafile            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.certfile          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.collect_timing    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.insecure          = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.keyfile           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.send_service_user_token = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.split_loggers     = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] service_user.timeout           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.agent_enabled            = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.enabled                  = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.html5proxy_port          = 6082 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.image_compression        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.jpeg_compression         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.playback_compression     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.server_listen            = 127.0.0.1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.streaming_mode           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] spice.zlib_compression         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] upgrade_levels.baseapi         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] upgrade_levels.compute         = auto {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] upgrade_levels.conductor       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] upgrade_levels.scheduler       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.auth_section = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.auth_type = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.cafile = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.certfile = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.insecure = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.keyfile = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vendordata_dynamic_auth.timeout = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.api_retry_count         = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.ca_file                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.cache_prefix            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.cluster_name            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.connection_pool_size    = 10 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.console_delay_seconds   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.datastore_regex         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.host_ip                 = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.host_password           = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.host_port               = 443 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.host_username           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.insecure                = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.integration_bridge      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.maximum_objects         = 100 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.pbm_default_policy      = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.pbm_enabled             = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.pbm_wsdl_location       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.serial_port_proxy_uri   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.serial_port_service_uri = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.task_poll_interval      = 0.5 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.use_linked_clone        = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.vnc_keymap              = en-us {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.vnc_port                = 5900 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vmware.vnc_port_total          = 10000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.auth_schemes               = ['none'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.enabled                    = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.novncproxy_port            = 6080 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.server_listen              = 0.0.0.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.vencrypt_ca_certs          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.vencrypt_client_cert       = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vnc.vencrypt_client_key        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.disable_rootwrap   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.enable_numa_live_migration = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.libvirt_disable_apic = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.client_socket_timeout     = 900 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.default_pool_size         = 1000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.keep_alive                = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.max_header_line           = 16384 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.ssl_ca_file               = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.ssl_cert_file             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.ssl_key_file              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.tcp_keepidle              = 600 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] zvm.ca_file                    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] zvm.cloud_connector_url        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] zvm.reachable_timeout          = 300 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.enforce_new_defaults = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.enforce_scope      = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.policy_default_rule = default {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.policy_file        = policy.yaml {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.connection_string     = messaging:// {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.enabled               = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.es_doc_type           = notification {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.es_scroll_size        = 10000 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.es_scroll_time        = 2m {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.filter_error_trace    = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.hmac_keys             = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.sentinel_service_name = mymaster {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.socket_timeout        = 0.1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.trace_requests        = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler.trace_sqlalchemy      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler_jaeger.process_tags   = {} {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler_jaeger.service_name_prefix = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] profiler_otlp.service_name_prefix = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] remote_debug.host              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] remote_debug.port              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.ssl      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_notifications.retry = -1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_messaging_notifications.transport_url = **** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.auth_section        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.auth_type           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.cafile              = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.certfile            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.collect_timing      = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.connect_retries     = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.connect_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.endpoint_id         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.endpoint_override   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.insecure            = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.keyfile             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.max_version         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.min_version         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.region_name         = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.service_name        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.service_type        = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.split_loggers       = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.status_code_retries = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.status_code_retry_delay = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.timeout             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.valid_interfaces    = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_limit.version             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_reports.file_event_handler = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] oslo_reports.log_dir           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_ovs_privileged.group  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] vif_plug_ovs_privileged.user   = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.flat_interface = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.isolate_vif         = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_vif_ovs.per_port_bridge     = False {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] os_brick.lock_path             = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] privsep_osbrick.capabilities   = [21] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] privsep_osbrick.group          = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] privsep_osbrick.helper_command = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] privsep_osbrick.user           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] nova_sys_admin.group           = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] nova_sys_admin.helper_command  = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] nova_sys_admin.user            = None {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG oslo_service.service [None req-9dd7e4df-586c-4c9b-babf-062fe2accc4d None None] ******************************************************************************** {{(pid=75249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 29 08:35:52 user nova-compute[75249]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Connecting to libvirt: qemu:///system {{(pid=75249) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f8d1827a410> {{(pid=75249) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Nov 29 08:35:52 user nova-compute[75249]: libvirt:  error : internal error: could not initialize domain event timer
Nov 29 08:35:52 user nova-compute[75249]: WARNING nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f8d1827a410> {{(pid=75249) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Starting native event thread {{(pid=75249) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Starting green dispatch thread {{(pid=75249) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Starting connection event dispatch thread {{(pid=75249) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Nov 29 08:35:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Connection event '1' reason 'None'
Nov 29 08:35:52 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 08:35:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.mount [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Initialising _HostMountState generation 0 {{(pid=75249) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 29 08:35:59 user nova-compute[75249]: INFO nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host capabilities <capabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <host>
Nov 29 08:35:59 user nova-compute[75249]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 29 08:35:59 user nova-compute[75249]:     <cpu>
Nov 29 08:35:59 user nova-compute[75249]:       <arch>x86_64</arch>
Nov 29 08:35:59 user nova-compute[75249]:       <model>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <microcode version='1070'/>
Nov 29 08:35:59 user nova-compute[75249]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='osxsave'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='invtsc'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='rsba'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature name='skip-l1dfl-vmentry'/>
Nov 29 08:35:59 user nova-compute[75249]:       <pages unit='KiB' size='4'/>
Nov 29 08:35:59 user nova-compute[75249]:       <pages unit='KiB' size='2048'/>
Nov 29 08:35:59 user nova-compute[75249]:     </cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <power_management>
Nov 29 08:35:59 user nova-compute[75249]:       <suspend_mem/>
Nov 29 08:35:59 user nova-compute[75249]:       <suspend_disk/>
Nov 29 08:35:59 user nova-compute[75249]:       <suspend_hybrid/>
Nov 29 08:35:59 user nova-compute[75249]:     </power_management>
Nov 29 08:35:59 user nova-compute[75249]:     <iommu support='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <migration_features>
Nov 29 08:35:59 user nova-compute[75249]:       <live/>
Nov 29 08:35:59 user nova-compute[75249]:       <uri_transports>
Nov 29 08:35:59 user nova-compute[75249]:         <uri_transport>tcp</uri_transport>
Nov 29 08:35:59 user nova-compute[75249]:         <uri_transport>rdma</uri_transport>
Nov 29 08:35:59 user nova-compute[75249]:       </uri_transports>
Nov 29 08:35:59 user nova-compute[75249]:     </migration_features>
Nov 29 08:35:59 user nova-compute[75249]:     <topology>
Nov 29 08:35:59 user nova-compute[75249]:       <cells num='2'>
Nov 29 08:35:59 user nova-compute[75249]:         <cell id='0'>
Nov 29 08:35:59 user nova-compute[75249]:           <memory unit='KiB'>8140616</memory>
Nov 29 08:35:59 user nova-compute[75249]:           <pages unit='KiB' size='4'>2035154</pages>
Nov 29 08:35:59 user nova-compute[75249]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 08:35:59 user nova-compute[75249]:           <distances>
Nov 29 08:35:59 user nova-compute[75249]:             <sibling id='0' value='10'/>
Nov 29 08:35:59 user nova-compute[75249]:             <sibling id='1' value='20'/>
Nov 29 08:35:59 user nova-compute[75249]:           </distances>
Nov 29 08:35:59 user nova-compute[75249]:           <cpus num='6'>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 29 08:35:59 user nova-compute[75249]:           </cpus>
Nov 29 08:35:59 user nova-compute[75249]:         </cell>
Nov 29 08:35:59 user nova-compute[75249]:         <cell id='1'>
Nov 29 08:35:59 user nova-compute[75249]:           <memory unit='KiB'>8255100</memory>
Nov 29 08:35:59 user nova-compute[75249]:           <pages unit='KiB' size='4'>2063775</pages>
Nov 29 08:35:59 user nova-compute[75249]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 08:35:59 user nova-compute[75249]:           <distances>
Nov 29 08:35:59 user nova-compute[75249]:             <sibling id='0' value='20'/>
Nov 29 08:35:59 user nova-compute[75249]:             <sibling id='1' value='10'/>
Nov 29 08:35:59 user nova-compute[75249]:           </distances>
Nov 29 08:35:59 user nova-compute[75249]:           <cpus num='6'>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 29 08:35:59 user nova-compute[75249]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 29 08:35:59 user nova-compute[75249]:           </cpus>
Nov 29 08:35:59 user nova-compute[75249]:         </cell>
Nov 29 08:35:59 user nova-compute[75249]:       </cells>
Nov 29 08:35:59 user nova-compute[75249]:     </topology>
Nov 29 08:35:59 user nova-compute[75249]:     <cache>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 29 08:35:59 user nova-compute[75249]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 29 08:35:59 user nova-compute[75249]:     </cache>
Nov 29 08:35:59 user nova-compute[75249]:     <secmodel>
Nov 29 08:35:59 user nova-compute[75249]:       <model>apparmor</model>
Nov 29 08:35:59 user nova-compute[75249]:       <doi>0</doi>
Nov 29 08:35:59 user nova-compute[75249]:     </secmodel>
Nov 29 08:35:59 user nova-compute[75249]:     <secmodel>
Nov 29 08:35:59 user nova-compute[75249]:       <model>dac</model>
Nov 29 08:35:59 user nova-compute[75249]:       <doi>0</doi>
Nov 29 08:35:59 user nova-compute[75249]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 29 08:35:59 user nova-compute[75249]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 29 08:35:59 user nova-compute[75249]:     </secmodel>
Nov 29 08:35:59 user nova-compute[75249]:   </host>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='alpha'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>clipper</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='armv6l'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>spitz</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>nuri</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>kzm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sx1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>z2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>tosa</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>n810</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>n800</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>terrier</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>midway</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>microbit</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>verdex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>highbank</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>akita</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>connex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>collie</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='armv7l'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>spitz</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>nuri</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>kzm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sx1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>z2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>tosa</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>n810</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>n800</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>terrier</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>midway</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>microbit</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>verdex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>highbank</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>akita</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>connex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>collie</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='aarch64'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>spitz</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>nuri</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>kzm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sx1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>z2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>tosa</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>n810</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>n800</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>terrier</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>midway</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>microbit</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>verdex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>raspi3b</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>highbank</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>akita</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>connex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>collie</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <acpi default='on' toggle='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='cris'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='i686'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>isapc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>microvm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='kvm'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <pae/>
Nov 29 08:35:59 user nova-compute[75249]:       <nonpae/>
Nov 29 08:35:59 user nova-compute[75249]:       <acpi default='on' toggle='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:       <apic default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='m68k'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>an5206</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>q800</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>next-cube</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='microblaze'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='microblazeel'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='mips'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='16'>malta</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='mipsel'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='16'>malta</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='mips64'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='16'>malta</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>pica61</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>magnum</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='mips64el'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='16'>malta</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>pica61</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>magnum</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='16'>boston</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='ppc'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mac99</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>40p</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>taihu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='ppc64'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>taihu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>40p</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mac99</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='ppc64le'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>taihu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>40p</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>mac99</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='riscv32'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='8'>spike</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>opentitan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='8'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='riscv64'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='8'>spike</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>shakti_c</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='8'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='s390x'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='sh4'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>shix</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>r2d</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='sh4eb'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>shix</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>r2d</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='sparc'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>SS-5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>SS-20</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>LX</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>SS-4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>SS-10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>Voyager</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='sparc64'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sun4u</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>niagara</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>sun4v</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='x86_64'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>64</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='1'>isapc</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>microvm</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='kvm'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <acpi default='on' toggle='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:       <apic default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='xtensa'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>sim</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>kc705</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ml605</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx200</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx60</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]:   <guest>
Nov 29 08:35:59 user nova-compute[75249]:     <os_type>hvm</os_type>
Nov 29 08:35:59 user nova-compute[75249]:     <arch name='xtensaeb'>
Nov 29 08:35:59 user nova-compute[75249]:       <wordsize>32</wordsize>
Nov 29 08:35:59 user nova-compute[75249]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='4'>sim</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>kc705</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ml605</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>virt</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx200</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>lx60</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 08:35:59 user nova-compute[75249]:       <domain type='qemu'/>
Nov 29 08:35:59 user nova-compute[75249]:     </arch>
Nov 29 08:35:59 user nova-compute[75249]:     <features>
Nov 29 08:35:59 user nova-compute[75249]:       <cpuselection/>
Nov 29 08:35:59 user nova-compute[75249]:       <deviceboot/>
Nov 29 08:35:59 user nova-compute[75249]:       <disksnapshot default='on' toggle='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     </features>
Nov 29 08:35:59 user nova-compute[75249]:   </guest>
Nov 29 08:35:59 user nova-compute[75249]: </capabilities>
Nov 29 08:35:59 user nova-compute[75249]: 
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for armv6l via machine types: {None, 'virt'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu', 'ubuntu-q35', 'pc'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-q35-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>i686</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='288'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'/>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='lm'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-i440fx-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>i686</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='255'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'/>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='lm'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ide</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-q35-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>i686</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='288'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'/>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='lm'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-i440fx-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>i686</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='255'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'/>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='lm'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ide</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for m68k via machine types: {None, 'virt'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu', 'ubuntu-q35', 'pc'} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-q35-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>x86_64</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='288'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>efi</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='invtsc'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='rsba'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-i440fx-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>x86_64</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='255'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>efi</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='invtsc'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='rsba'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ide</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-q35-jammy</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>x86_64</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='288'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>efi</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='invtsc'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='rsba'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 29 08:35:59 user nova-compute[75249]: <domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 08:35:59 user nova-compute[75249]:   <domain>kvm</domain>
Nov 29 08:35:59 user nova-compute[75249]:   <machine>pc-i440fx-6.2</machine>
Nov 29 08:35:59 user nova-compute[75249]:   <arch>x86_64</arch>
Nov 29 08:35:59 user nova-compute[75249]:   <vcpu max='255'/>
Nov 29 08:35:59 user nova-compute[75249]:   <iothreads supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:   <os supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='firmware'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>efi</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:     <loader supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>rom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pflash</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='readonly'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>yes</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='secure'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>no</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </loader>
Nov 29 08:35:59 user nova-compute[75249]:   </os>
Nov 29 08:35:59 user nova-compute[75249]:   <cpu>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-passthrough' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='hostPassthroughMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='maximum' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='maximumMigratable'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>on</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>off</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='host-model' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <vendor>Intel</vendor>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ss'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='vmx'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pcid'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='hypervisor'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arat'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='umip'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='md-clear'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='invtsc'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibpb'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='ibrs'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-stibp'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='rsba'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='erms'/>
Nov 29 08:35:59 user nova-compute[75249]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:     <mode name='custom' supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>qemu64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>qemu32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>phenom</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>pentium</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>n270</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm64</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>kvm32</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>coreduo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>core2duo</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>athlon</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Westmere</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Snowridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Skylake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>SandyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Penryn</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G5</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G4</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G3</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Opteron_G2</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Opteron_G1</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>IvyBridge</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Icelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Haswell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Rome</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-Milan</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>EPYC</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Dhyana</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cooperlake</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>Conroe</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='no'>Broadwell</model>
Nov 29 08:35:59 user nova-compute[75249]:       <model usable='yes'>486</model>
Nov 29 08:35:59 user nova-compute[75249]:     </mode>
Nov 29 08:35:59 user nova-compute[75249]:   </cpu>
Nov 29 08:35:59 user nova-compute[75249]:   <memoryBacking supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:     <enum name='sourceType'>
Nov 29 08:35:59 user nova-compute[75249]:       <value>file</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>anonymous</value>
Nov 29 08:35:59 user nova-compute[75249]:       <value>memfd</value>
Nov 29 08:35:59 user nova-compute[75249]:     </enum>
Nov 29 08:35:59 user nova-compute[75249]:   </memoryBacking>
Nov 29 08:35:59 user nova-compute[75249]:   <devices>
Nov 29 08:35:59 user nova-compute[75249]:     <disk supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='diskDevice'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>disk</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cdrom</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>floppy</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>lun</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='bus'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ide</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>fdc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sata</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </disk>
Nov 29 08:35:59 user nova-compute[75249]:     <graphics supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='type'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>sdl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vnc</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>spice</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egl-headless</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </graphics>
Nov 29 08:35:59 user nova-compute[75249]:     <video supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='modelType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>cirrus</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>vmvga</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>qxl</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>none</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>bochs</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>ramfb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </video>
Nov 29 08:35:59 user nova-compute[75249]:     <hostdev supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='mode'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>subsystem</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='startupPolicy'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>default</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>mandatory</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>requisite</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>optional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='subsysType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>usb</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>pci</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>scsi</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='capsType'/>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='pciBackend'/>
Nov 29 08:35:59 user nova-compute[75249]:     </hostdev>
Nov 29 08:35:59 user nova-compute[75249]:     <rng supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtio-non-transitional</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>random</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>egd</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>builtin</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </rng>
Nov 29 08:35:59 user nova-compute[75249]:     <filesystem supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='driverType'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>path</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>handle</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>virtiofs</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </filesystem>
Nov 29 08:35:59 user nova-compute[75249]:     <tpm supported='yes'>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='model'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-tis</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>tpm-crb</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:       <enum name='backendModel'>
Nov 29 08:35:59 user nova-compute[75249]:         <value>passthrough</value>
Nov 29 08:35:59 user nova-compute[75249]:         <value>emulator</value>
Nov 29 08:35:59 user nova-compute[75249]:       </enum>
Nov 29 08:35:59 user nova-compute[75249]:     </tpm>
Nov 29 08:35:59 user nova-compute[75249]:   </devices>
Nov 29 08:35:59 user nova-compute[75249]:   <features>
Nov 29 08:35:59 user nova-compute[75249]:     <gic supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:     <vmcoreinfo supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <genid supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backingStoreInput supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <backup supported='yes'/>
Nov 29 08:35:59 user nova-compute[75249]:     <sev supported='no'/>
Nov 29 08:35:59 user nova-compute[75249]:   </features>
Nov 29 08:35:59 user nova-compute[75249]: </domainCapabilities>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75249) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75249) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Checking secure boot support for host arch (x86_64) {{(pid=75249) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 29 08:35:59 user nova-compute[75249]: INFO nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Secure Boot support detected
Nov 29 08:35:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] cpu compare xml: <cpu match="exact">
Nov 29 08:35:59 user nova-compute[75249]:   <model>Nehalem</model>
Nov 29 08:35:59 user nova-compute[75249]: </cpu>
Nov 29 08:35:59 user nova-compute[75249]:  {{(pid=75249) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10020}}
Nov 29 08:35:59 user nova-compute[75249]: INFO nova.virt.node [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Generated node identity 61dd3b26-e103-42d6-af3a-ce6128100617
Nov 29 08:35:59 user nova-compute[75249]: INFO nova.virt.node [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Wrote node identity 61dd3b26-e103-42d6-af3a-ce6128100617 to /opt/stack/data/nova/compute_id
Nov 29 08:35:59 user nova-compute[75249]: WARNING nova.compute.manager [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Compute nodes ['61dd3b26-e103-42d6-af3a-ce6128100617'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 29 08:35:59 user nova-compute[75249]: INFO nova.compute.manager [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 29 08:35:59 user nova-compute[75249]: WARNING nova.compute.manager [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 08:35:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:35:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:36:00 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:36:00 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Hypervisor/Node resource view: name=user free_ram=11004MB free_disk=26.258861541748047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:36:00 user nova-compute[75249]: WARNING nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] No compute node record for user:61dd3b26-e103-42d6-af3a-ce6128100617: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 61dd3b26-e103-42d6-af3a-ce6128100617 could not be found.
Nov 29 08:36:00 user nova-compute[75249]: INFO nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Compute node record created for user:user with uuid: 61dd3b26-e103-42d6-af3a-ce6128100617
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:36:00 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] [req-21f7f15b-c844-430d-b9d5-ec5e7e114fb7] Created resource provider record via placement API for resource provider with UUID 61dd3b26-e103-42d6-af3a-ce6128100617 and name user.
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75249) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Nov 29 08:36:00 user nova-compute[75249]: INFO nova.virt.libvirt.host [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] kernel doesn't support AMD SEV
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Libvirt baseline CPU <cpu>
Nov 29 08:36:00 user nova-compute[75249]:   <arch>x86_64</arch>
Nov 29 08:36:00 user nova-compute[75249]:   <model>Nehalem</model>
Nov 29 08:36:00 user nova-compute[75249]:   <vendor>Intel</vendor>
Nov 29 08:36:00 user nova-compute[75249]:   <topology sockets="6" cores="1" threads="1"/>
Nov 29 08:36:00 user nova-compute[75249]: </cpu>
Nov 29 08:36:00 user nova-compute[75249]:  {{(pid=75249) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12510}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Updated inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Updating resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 generation from 0 to 1 during operation: update_inventory {{(pid=75249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Updating resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 generation from 1 to 2 during operation: update_traits {{(pid=75249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.615s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.service [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Creating RPC server for service compute {{(pid=75249) start /opt/stack/nova/nova/service.py:182}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.service [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] Join ServiceGroup membership for this service compute {{(pid=75249) start /opt/stack/nova/nova/service.py:199}}
Nov 29 08:36:00 user nova-compute[75249]: DEBUG nova.servicegroup.drivers.db [None req-9eb4bfc8-66ec-4c60-a690-d9eae5b40b69 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75249) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 29 08:36:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:36:51 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:36:51 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:36:51 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=10421MB free_disk=26.162532806396484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:36:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:36:52 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:36:52 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:36:52 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:36:52 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:36:52 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:36:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.140s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:37:52 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:37:52 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:37:52 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=10357MB free_disk=26.227142333984375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:37:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:37:53 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:37:53 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:37:53 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:37:53 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:37:53 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:37:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:37:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:37:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:38:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:38:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:38:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 08:38:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:38:54 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:38:54 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:38:54 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=10355MB free_disk=25.97934341430664GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:38:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:38:55 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:38:55 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:38:55 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:38:55 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:38:55 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:38:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:39:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:39:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:39:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 08:39:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:39:55 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:39:56 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:39:56 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:39:56 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9668MB free_disk=26.00002670288086GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:39:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:39:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:39:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:04 user nova-compute[75249]: INFO nova.compute.claims [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Claim successful on node user
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.325s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:04 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Creating image(s)
Nov 29 08:40:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "/opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "/opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG nova.policy [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef0e85119344b49ad4941f436d3207c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbf346ee436f4d97acbc7d847138a3a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.part --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG nova.virt.images [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] 31ab2c83-f79e-4167-8676-faf1e937d5a3 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.part /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.part /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.converted" returned: 0 in 0.244s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4.converted --force-share --output=json" returned: 0 in 0.202s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.437s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:06 user nova-compute[75249]: INFO oslo.privsep.daemon [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpeeampr1r/privsep.sock']
Nov 29 08:40:06 user sudo[84494]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpeeampr1r/privsep.sock
Nov 29 08:40:06 user sudo[84494]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 08:40:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Successfully created port: 62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:07 user nova-compute[75249]: INFO nova.compute.claims [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Claim successful on node user
Nov 29 08:40:07 user sudo[84494]: pam_unix(sudo:session): session closed for user root
Nov 29 08:40:07 user nova-compute[75249]: INFO oslo.privsep.daemon [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Spawned new privsep daemon via rootwrap
Nov 29 08:40:07 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 08:40:07 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 08:40:07 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 29 08:40:07 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84503
Nov 29 08:40:07 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.366s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Successfully updated port: 62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquired lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.210s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.policy [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '139d8a0a67f5487cb42a4229e3f873fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790d5e695f7e4fd5a32141a333924b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.212s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk 1073741824" returned: 0 in 0.258s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.479s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Creating image(s)
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "/opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "/opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "/opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-changed-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Refreshing instance network info cache due to event network-changed-62ed4ed8-75b6-4567-8218-9beebed80754. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] Acquiring lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Cannot resize image /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Ensure instance console log exists: /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updating instance_info_cache with network_info: [{"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.240s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Releasing lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Instance network_info: |[{"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] Acquired lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Refreshing network info cache for port 62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Start _get_guest_xml network_info=[{"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk 1073741824" returned: 0 in 0.071s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1659114923',display_name='tempest-DeleteServersTestJSON-server-1659114923',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1659114923',id=1,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bbf346ee436f4d97acbc7d847138a3a8',ramdisk_id='',reservation_id='r-00tvsjc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-224694725',owner_user_name='tempest-DeleteServersTestJSON-224694725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:05Z,user_data=None,user_id='1ef0e85119344b49ad4941f436d3207c',uuid=ed6b1e04-87c8-4bfd-846d-f5350dd105b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Converting VIF {"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lazy-loading 'pci_devices' on Instance uuid ed6b1e04-87c8-4bfd-846d-f5350dd105b8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:09 user nova-compute[75249]:   <uuid>ed6b1e04-87c8-4bfd-846d-f5350dd105b8</uuid>
Nov 29 08:40:09 user nova-compute[75249]:   <name>instance-00000001</name>
Nov 29 08:40:09 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:09 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:09 user nova-compute[75249]:   <metadata>
Nov 29 08:40:09 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:09 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:09 user nova-compute[75249]:       <nova:name>tempest-DeleteServersTestJSON-server-1659114923</nova:name>
Nov 29 08:40:09 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:09</nova:creationTime>
Nov 29 08:40:09 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:09 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:09 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:09 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:user uuid="1ef0e85119344b49ad4941f436d3207c">tempest-DeleteServersTestJSON-224694725-project-member</nova:user>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:project uuid="bbf346ee436f4d97acbc7d847138a3a8">tempest-DeleteServersTestJSON-224694725</nova:project>
Nov 29 08:40:09 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:09 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:09 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:09 user nova-compute[75249]:         <nova:port uuid="62ed4ed8-75b6-4567-8218-9beebed80754">
Nov 29 08:40:09 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:40:09 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:09 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:09 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:09 user nova-compute[75249]:   </metadata>
Nov 29 08:40:09 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:09 user nova-compute[75249]:     <system>
Nov 29 08:40:09 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:09 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:09 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:09 user nova-compute[75249]:       <entry name="serial">ed6b1e04-87c8-4bfd-846d-f5350dd105b8</entry>
Nov 29 08:40:09 user nova-compute[75249]:       <entry name="uuid">ed6b1e04-87c8-4bfd-846d-f5350dd105b8</entry>
Nov 29 08:40:09 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:09 user nova-compute[75249]:     </system>
Nov 29 08:40:09 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:09 user nova-compute[75249]:   <os>
Nov 29 08:40:09 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:09 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:09 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:09 user nova-compute[75249]:   </os>
Nov 29 08:40:09 user nova-compute[75249]:   <features>
Nov 29 08:40:09 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:09 user nova-compute[75249]:     <apic/>
Nov 29 08:40:09 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:09 user nova-compute[75249]:   </features>
Nov 29 08:40:09 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:09 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:09 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:09 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:09 user nova-compute[75249]:   </clock>
Nov 29 08:40:09 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:09 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:09 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:09 user nova-compute[75249]:   </cpu>
Nov 29 08:40:09 user nova-compute[75249]:   <devices>
Nov 29 08:40:09 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:09 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:09 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk"/>
Nov 29 08:40:09 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:09 user nova-compute[75249]:     </disk>
Nov 29 08:40:09 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:09 user nova-compute[75249]:       <mac address="fa:16:3e:b6:db:fe"/>
Nov 29 08:40:09 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:09 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:09 user nova-compute[75249]:       <target dev="tap62ed4ed8-75"/>
Nov 29 08:40:09 user nova-compute[75249]:     </interface>
Nov 29 08:40:09 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:09 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/console.log" append="off"/>
Nov 29 08:40:09 user nova-compute[75249]:     </serial>
Nov 29 08:40:09 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:09 user nova-compute[75249]:     <video>
Nov 29 08:40:09 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:09 user nova-compute[75249]:     </video>
Nov 29 08:40:09 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:09 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:09 user nova-compute[75249]:     </rng>
Nov 29 08:40:09 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:09 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:09 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:09 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:09 user nova-compute[75249]:   </devices>
Nov 29 08:40:09 user nova-compute[75249]: </domain>
Nov 29 08:40:09 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1659114923',display_name='tempest-DeleteServersTestJSON-server-1659114923',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1659114923',id=1,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bbf346ee436f4d97acbc7d847138a3a8',ramdisk_id='',reservation_id='r-00tvsjc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-224694725',owner_user_name='tempest-DeleteServersTestJSON-224694725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:05Z,user_data=None,user_id='1ef0e85119344b49ad4941f436d3207c',uuid=ed6b1e04-87c8-4bfd-846d-f5350dd105b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Converting VIF {"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG os_vif [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.254s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Created schema index Interface.name {{(pid=75249) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Created schema index Port.name {{(pid=75249) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Created schema index Bridge.name {{(pid=75249) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [POLLOUT] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:09 user nova-compute[75249]: INFO nova.compute.claims [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Claim successful on node user
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '57eb685a-dcf7-56ff-85c7-f6df9468da17', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Cannot resize image /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Ensure instance console log exists: /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:09 user nova-compute[75249]: INFO oslo.privsep.daemon [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmplvgzssxj/privsep.sock']
Nov 29 08:40:09 user sudo[84544]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmplvgzssxj/privsep.sock
Nov 29 08:40:09 user sudo[84544]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Successfully created port: 0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.447s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.148s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:09 user nova-compute[75249]: INFO nova.compute.claims [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Claim successful on node user
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Creating image(s)
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updated VIF entry in instance network info cache for port 62ed4ed8-75b6-4567-8218-9beebed80754. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updating instance_info_cache with network_info: [{"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.363s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-57cb9ef3-7189-4b71-a583-b6c343682724 req-2747c7e7-dceb-478a-adb9-ec7e1d6e9837 service nova] Releasing lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.policy [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6559ccb57a11496b9af8751bb4ed5708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7e8b224fbf04883934db5d75a299865', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.policy [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb02d9b3228a4577bf914484de31eb3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d4aea84733c4d75afeaed3a8c0d51aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.232s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk 1073741824" returned: 0 in 0.055s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Creating image(s)
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.158s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Cannot resize image /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Ensure instance console log exists: /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Successfully updated port: 0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.158s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-changed-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Refreshing instance network info cache due to event network-changed-0e598511-552a-4ffc-86e9-994b3d4c0065. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk 1073741824" returned: 0 in 0.048s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:11 user sudo[84544]: pam_unix(sudo:session): session closed for user root
Nov 29 08:40:11 user nova-compute[75249]: INFO oslo.privsep.daemon [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Spawned new privsep daemon via rootwrap
Nov 29 08:40:11 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 08:40:11 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 08:40:11 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 29 08:40:11 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84564
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Successfully created port: de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Cannot resize image /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Ensure instance console log exists: /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62ed4ed8-75, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62ed4ed8-75, col_values=(('qos', UUID('8ba0840c-278c-4496-b22d-361568bf43c5')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62ed4ed8-75, col_values=(('external_ids', {'iface-id': '62ed4ed8-75b6-4567-8218-9beebed80754', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:db:fe', 'vm-uuid': 'ed6b1e04-87c8-4bfd-846d-f5350dd105b8'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:11 user nova-compute[75249]: INFO os_vif [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75')
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Instance network_info: |[{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Refreshing network info cache for port 0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Start _get_guest_xml network_info=[{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] No VIF found with MAC fa:16:3e:b6:db:fe, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1778026698',display_name='tempest-ServerActionsTestOtherA-server-1778026698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1778026698',id=2,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qi4o3skd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=1cba0404-491b-4dd1-83d9-1ab7909d990d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:12 user nova-compute[75249]:   <uuid>1cba0404-491b-4dd1-83d9-1ab7909d990d</uuid>
Nov 29 08:40:12 user nova-compute[75249]:   <name>instance-00000002</name>
Nov 29 08:40:12 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:12 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:12 user nova-compute[75249]:   <metadata>
Nov 29 08:40:12 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:12 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:12 user nova-compute[75249]:       <nova:name>tempest-ServerActionsTestOtherA-server-1778026698</nova:name>
Nov 29 08:40:12 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:11</nova:creationTime>
Nov 29 08:40:12 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:12 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:12 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:12 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:user uuid="139d8a0a67f5487cb42a4229e3f873fe">tempest-ServerActionsTestOtherA-1912372558-project-member</nova:user>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:project uuid="790d5e695f7e4fd5a32141a333924b0b">tempest-ServerActionsTestOtherA-1912372558</nova:project>
Nov 29 08:40:12 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:12 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:12 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:12 user nova-compute[75249]:         <nova:port uuid="0e598511-552a-4ffc-86e9-994b3d4c0065">
Nov 29 08:40:12 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 08:40:12 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:12 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:12 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:12 user nova-compute[75249]:   </metadata>
Nov 29 08:40:12 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:12 user nova-compute[75249]:     <system>
Nov 29 08:40:12 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:12 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:12 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:12 user nova-compute[75249]:       <entry name="serial">1cba0404-491b-4dd1-83d9-1ab7909d990d</entry>
Nov 29 08:40:12 user nova-compute[75249]:       <entry name="uuid">1cba0404-491b-4dd1-83d9-1ab7909d990d</entry>
Nov 29 08:40:12 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:12 user nova-compute[75249]:     </system>
Nov 29 08:40:12 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:12 user nova-compute[75249]:   <os>
Nov 29 08:40:12 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:12 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:12 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:12 user nova-compute[75249]:   </os>
Nov 29 08:40:12 user nova-compute[75249]:   <features>
Nov 29 08:40:12 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:12 user nova-compute[75249]:     <apic/>
Nov 29 08:40:12 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:12 user nova-compute[75249]:   </features>
Nov 29 08:40:12 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:12 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:12 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:12 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:12 user nova-compute[75249]:   </clock>
Nov 29 08:40:12 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:12 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:12 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:12 user nova-compute[75249]:   </cpu>
Nov 29 08:40:12 user nova-compute[75249]:   <devices>
Nov 29 08:40:12 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:12 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:12 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk"/>
Nov 29 08:40:12 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:12 user nova-compute[75249]:     </disk>
Nov 29 08:40:12 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:12 user nova-compute[75249]:       <mac address="fa:16:3e:a5:6e:77"/>
Nov 29 08:40:12 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:12 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:12 user nova-compute[75249]:       <target dev="tap0e598511-55"/>
Nov 29 08:40:12 user nova-compute[75249]:     </interface>
Nov 29 08:40:12 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:12 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/console.log" append="off"/>
Nov 29 08:40:12 user nova-compute[75249]:     </serial>
Nov 29 08:40:12 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:12 user nova-compute[75249]:     <video>
Nov 29 08:40:12 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:12 user nova-compute[75249]:     </video>
Nov 29 08:40:12 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:12 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:12 user nova-compute[75249]:     </rng>
Nov 29 08:40:12 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:12 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:12 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:12 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:12 user nova-compute[75249]:   </devices>
Nov 29 08:40:12 user nova-compute[75249]: </domain>
Nov 29 08:40:12 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1778026698',display_name='tempest-ServerActionsTestOtherA-server-1778026698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1778026698',id=2,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qi4o3skd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=1cba0404-491b-4dd1-83d9-1ab7909d990d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG os_vif [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '069143e2-ff39-59a4-bdad-53821204d01a', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0e598511-55, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0e598511-55, col_values=(('qos', UUID('bab70a65-3bf3-4b95-8dbd-e96f5dc731ee')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0e598511-55, col_values=(('external_ids', {'iface-id': '0e598511-552a-4ffc-86e9-994b3d4c0065', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:6e:77', 'vm-uuid': '1cba0404-491b-4dd1-83d9-1ab7909d990d'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:12 user nova-compute[75249]: INFO os_vif [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55')
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No VIF found with MAC fa:16:3e:a5:6e:77, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Successfully created port: cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.network.neutron [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated VIF entry in instance network info cache for port 0e598511-552a-4ffc-86e9-994b3d4c0065. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.network.neutron [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f0fd9c4f-e55e-426f-b889-a7b82ba4b2b6 req-f991c634-4fad-4226-80b3-1502f7b15b50 service nova] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Successfully updated port: de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing instance network info cache due to event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Successfully updated port: cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.neutron [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance network_info: |[{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.neutron [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Start _get_guest_xml network_info=[{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-186422855',display_name='tempest-ServerStableDeviceRescueTest-server-186422855',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-186422855',id=4,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb1YwZqeomkfEias/4GK1szmUkbz4W6Mlg+f6q1klo9cvg0AMb98UOzo/WTwEGvoX7QRzqMuwetby3ULXu/nrRAtDzvpR6e6WmTAXl+8+906SeORP7OMOqPGjrc4V34GQ==',key_name='tempest-keypair-884509355',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d4aea84733c4d75afeaed3a8c0d51aa',ramdisk_id='',reservation_id='r-90a123h1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1933704075',owner_user_name='tempest-ServerStableDeviceRescueTest-1933704075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb02d9b3228a4577bf914484de31eb3d',uuid=cb2618af-6669-4908-9132-8e977cdfbad8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converting VIF {"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.objects.instance [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'pci_devices' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:14 user nova-compute[75249]:   <uuid>cb2618af-6669-4908-9132-8e977cdfbad8</uuid>
Nov 29 08:40:14 user nova-compute[75249]:   <name>instance-00000004</name>
Nov 29 08:40:14 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:14 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:14 user nova-compute[75249]:   <metadata>
Nov 29 08:40:14 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:14 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:14 user nova-compute[75249]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-186422855</nova:name>
Nov 29 08:40:14 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:14</nova:creationTime>
Nov 29 08:40:14 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:14 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:14 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:14 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:user uuid="cb02d9b3228a4577bf914484de31eb3d">tempest-ServerStableDeviceRescueTest-1933704075-project-member</nova:user>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:project uuid="3d4aea84733c4d75afeaed3a8c0d51aa">tempest-ServerStableDeviceRescueTest-1933704075</nova:project>
Nov 29 08:40:14 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:14 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:14 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:14 user nova-compute[75249]:         <nova:port uuid="de92103a-9093-40da-baa1-8533b8adb4dc">
Nov 29 08:40:14 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:40:14 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:14 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:14 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:14 user nova-compute[75249]:   </metadata>
Nov 29 08:40:14 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:14 user nova-compute[75249]:     <system>
Nov 29 08:40:14 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:14 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:14 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:14 user nova-compute[75249]:       <entry name="serial">cb2618af-6669-4908-9132-8e977cdfbad8</entry>
Nov 29 08:40:14 user nova-compute[75249]:       <entry name="uuid">cb2618af-6669-4908-9132-8e977cdfbad8</entry>
Nov 29 08:40:14 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:14 user nova-compute[75249]:     </system>
Nov 29 08:40:14 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:14 user nova-compute[75249]:   <os>
Nov 29 08:40:14 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:14 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:14 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:14 user nova-compute[75249]:   </os>
Nov 29 08:40:14 user nova-compute[75249]:   <features>
Nov 29 08:40:14 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:14 user nova-compute[75249]:     <apic/>
Nov 29 08:40:14 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:14 user nova-compute[75249]:   </features>
Nov 29 08:40:14 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:14 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:14 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:14 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:14 user nova-compute[75249]:   </clock>
Nov 29 08:40:14 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:14 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:14 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:14 user nova-compute[75249]:   </cpu>
Nov 29 08:40:14 user nova-compute[75249]:   <devices>
Nov 29 08:40:14 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:14 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:14 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk"/>
Nov 29 08:40:14 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:14 user nova-compute[75249]:     </disk>
Nov 29 08:40:14 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:14 user nova-compute[75249]:       <mac address="fa:16:3e:d1:f0:fa"/>
Nov 29 08:40:14 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:14 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:14 user nova-compute[75249]:       <target dev="tapde92103a-90"/>
Nov 29 08:40:14 user nova-compute[75249]:     </interface>
Nov 29 08:40:14 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:14 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/console.log" append="off"/>
Nov 29 08:40:14 user nova-compute[75249]:     </serial>
Nov 29 08:40:14 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:14 user nova-compute[75249]:     <video>
Nov 29 08:40:14 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:14 user nova-compute[75249]:     </video>
Nov 29 08:40:14 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:14 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:14 user nova-compute[75249]:     </rng>
Nov 29 08:40:14 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:14 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:14 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:14 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:14 user nova-compute[75249]:   </devices>
Nov 29 08:40:14 user nova-compute[75249]: </domain>
Nov 29 08:40:14 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-186422855',display_name='tempest-ServerStableDeviceRescueTest-server-186422855',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-186422855',id=4,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb1YwZqeomkfEias/4GK1szmUkbz4W6Mlg+f6q1klo9cvg0AMb98UOzo/WTwEGvoX7QRzqMuwetby3ULXu/nrRAtDzvpR6e6WmTAXl+8+906SeORP7OMOqPGjrc4V34GQ==',key_name='tempest-keypair-884509355',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d4aea84733c4d75afeaed3a8c0d51aa',ramdisk_id='',reservation_id='r-90a123h1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1933704075',owner_user_name='tempest-ServerStableDeviceRescueTest-1933704075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb02d9b3228a4577bf914484de31eb3d',uuid=cb2618af-6669-4908-9132-8e977cdfbad8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converting VIF {"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG os_vif [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6de20a60-46b9-5ee9-97e4-e6c7ec87513f', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde92103a-90, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde92103a-90, col_values=(('qos', UUID('6dd24a59-af6a-4065-9710-ae48b014f4b9')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde92103a-90, col_values=(('external_ids', {'iface-id': 'de92103a-9093-40da-baa1-8533b8adb4dc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d1:f0:fa', 'vm-uuid': 'cb2618af-6669-4908-9132-8e977cdfbad8'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:14 user nova-compute[75249]: INFO os_vif [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90')
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No VIF found with MAC fa:16:3e:d1:f0:fa, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:14 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-changed-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Refreshing instance network info cache due to event network-changed-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updated VIF entry in instance network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a8a82be7-f603-4634-a0f4-b34d5182d580 req-5fdae31a-46d4-4ce5-b0c3-6615faefa62b service nova] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance network_info: |[{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Refreshing network info cache for port cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start _get_guest_xml network_info=[{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:15 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:15 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'pci_devices' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:15 user nova-compute[75249]:   <uuid>5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</uuid>
Nov 29 08:40:15 user nova-compute[75249]:   <name>instance-00000003</name>
Nov 29 08:40:15 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:15 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:15 user nova-compute[75249]:   <metadata>
Nov 29 08:40:15 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:15 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:15 user nova-compute[75249]:       <nova:name>tempest-ServerActionsTestOtherB-server-1392140743</nova:name>
Nov 29 08:40:15 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:15</nova:creationTime>
Nov 29 08:40:15 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:15 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:15 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:15 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:user uuid="6559ccb57a11496b9af8751bb4ed5708">tempest-ServerActionsTestOtherB-1622900579-project-member</nova:user>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:project uuid="b7e8b224fbf04883934db5d75a299865">tempest-ServerActionsTestOtherB-1622900579</nova:project>
Nov 29 08:40:15 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:15 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:15 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:15 user nova-compute[75249]:         <nova:port uuid="cc51b01c-4e95-4e4a-a327-5ed2d75b9b00">
Nov 29 08:40:15 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 08:40:15 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:15 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:15 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:15 user nova-compute[75249]:   </metadata>
Nov 29 08:40:15 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:15 user nova-compute[75249]:     <system>
Nov 29 08:40:15 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:15 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:15 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:15 user nova-compute[75249]:       <entry name="serial">5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</entry>
Nov 29 08:40:15 user nova-compute[75249]:       <entry name="uuid">5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</entry>
Nov 29 08:40:15 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:15 user nova-compute[75249]:     </system>
Nov 29 08:40:15 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:15 user nova-compute[75249]:   <os>
Nov 29 08:40:15 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:15 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:15 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:15 user nova-compute[75249]:   </os>
Nov 29 08:40:15 user nova-compute[75249]:   <features>
Nov 29 08:40:15 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:15 user nova-compute[75249]:     <apic/>
Nov 29 08:40:15 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:15 user nova-compute[75249]:   </features>
Nov 29 08:40:15 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:15 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:15 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:15 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:15 user nova-compute[75249]:   </clock>
Nov 29 08:40:15 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:15 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:15 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:15 user nova-compute[75249]:   </cpu>
Nov 29 08:40:15 user nova-compute[75249]:   <devices>
Nov 29 08:40:15 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:15 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:15 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk"/>
Nov 29 08:40:15 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:15 user nova-compute[75249]:     </disk>
Nov 29 08:40:15 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:15 user nova-compute[75249]:       <mac address="fa:16:3e:a4:f0:d8"/>
Nov 29 08:40:15 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:15 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:15 user nova-compute[75249]:       <target dev="tapcc51b01c-4e"/>
Nov 29 08:40:15 user nova-compute[75249]:     </interface>
Nov 29 08:40:15 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:15 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/console.log" append="off"/>
Nov 29 08:40:15 user nova-compute[75249]:     </serial>
Nov 29 08:40:15 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:15 user nova-compute[75249]:     <video>
Nov 29 08:40:15 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:15 user nova-compute[75249]:     </video>
Nov 29 08:40:15 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:15 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:15 user nova-compute[75249]:     </rng>
Nov 29 08:40:15 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:15 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:15 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:15 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:15 user nova-compute[75249]:   </devices>
Nov 29 08:40:15 user nova-compute[75249]: </domain>
Nov 29 08:40:15 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG os_vif [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b25cbaf3-3488-5bdc-ae85-7b12a954f9ae', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc51b01c-4e, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc51b01c-4e, col_values=(('qos', UUID('c75af7d0-f818-46aa-b47b-63ab3b4c0ad0')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc51b01c-4e, col_values=(('external_ids', {'iface-id': 'cc51b01c-4e95-4e4a-a327-5ed2d75b9b00', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:f0:d8', 'vm-uuid': '5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:15 user nova-compute[75249]: INFO os_vif [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e')
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No VIF found with MAC fa:16:3e:a4:f0:d8, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updated VIF entry in instance network info cache for port cc51b01c-4e95-4e4a-a327-5ed2d75b9b00. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4de91254-4e8e-45ff-a252-fc0d4821f388 req-b1799082-c483-49e5-96b4-dc018cf53409 service nova] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Instance spawned successfully.
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:18 user nova-compute[75249]: INFO nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Took 13.47 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:18 user nova-compute[75249]: INFO nova.compute.manager [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Took 14.36 seconds to build instance.
Nov 29 08:40:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e90606a0-84af-4969-87e7-0aca7a7a9b1c tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.602s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:19 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Instance spawned successfully.
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:19 user nova-compute[75249]: INFO nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Took 10.99 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:19 user nova-compute[75249]: INFO nova.compute.manager [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Took 12.35 seconds to build instance.
Nov 29 08:40:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5875731b-ad84-44cf-9cb6-09204435b821 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.480s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:21 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance spawned successfully.
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:21 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance spawned successfully.
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:21 user nova-compute[75249]: INFO nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Took 10.48 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:21 user nova-compute[75249]: INFO nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Took 11.27 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:21 user nova-compute[75249]: INFO nova.compute.manager [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Took 11.81 seconds to build instance.
Nov 29 08:40:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c88e92a6-8d4c-4652-982e-a70b0b6d080e tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.048s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:21 user nova-compute[75249]: INFO nova.compute.manager [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Took 12.25 seconds to build instance.
Nov 29 08:40:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e27fed11-11dc-4647-a1d6-0e9c2a99c3cf tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.411s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fd6975c-201b-4e77-8eb9-a9cc4facca19 req-8ed7bfe0-3c14-4b88-aa30-fca265a271f6 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fd6975c-201b-4e77-8eb9-a9cc4facca19 req-8ed7bfe0-3c14-4b88-aa30-fca265a271f6 service nova] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fd6975c-201b-4e77-8eb9-a9cc4facca19 req-8ed7bfe0-3c14-4b88-aa30-fca265a271f6 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fd6975c-201b-4e77-8eb9-a9cc4facca19 req-8ed7bfe0-3c14-4b88-aa30-fca265a271f6 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fd6975c-201b-4e77-8eb9-a9cc4facca19 req-8ed7bfe0-3c14-4b88-aa30-fca265a271f6 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] No waiting events found dispatching network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:22 user nova-compute[75249]: WARNING nova.compute.manager [req-5fd6975c-201b-4e77-8eb9-a9cc4facca19 req-8ed7bfe0-3c14-4b88-aa30-fca265a271f6 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received unexpected event network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 for instance with vm_state active and task_state None.
Nov 29 08:40:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-166b8183-93c8-4040-8930-07367743486e req-4afbec35-7d81-48f5-bf71-ded527dda82f service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-166b8183-93c8-4040-8930-07367743486e req-4afbec35-7d81-48f5-bf71-ded527dda82f service nova] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-166b8183-93c8-4040-8930-07367743486e req-4afbec35-7d81-48f5-bf71-ded527dda82f service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-166b8183-93c8-4040-8930-07367743486e req-4afbec35-7d81-48f5-bf71-ded527dda82f service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-166b8183-93c8-4040-8930-07367743486e req-4afbec35-7d81-48f5-bf71-ded527dda82f service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] No waiting events found dispatching network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:24 user nova-compute[75249]: WARNING nova.compute.manager [req-166b8183-93c8-4040-8930-07367743486e req-4afbec35-7d81-48f5-bf71-ded527dda82f service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received unexpected event network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 for instance with vm_state active and task_state None.
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] No waiting events found dispatching network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:24 user nova-compute[75249]: WARNING nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received unexpected event network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 for instance with vm_state active and task_state None.
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:24 user nova-compute[75249]: WARNING nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state active and task_state None.
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:24 user nova-compute[75249]: WARNING nova.compute.manager [req-3beccea7-8c78-46b1-a8c7-a4c253924875 req-198438b1-10d9-49bb-8a27-0a5488399179 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state active and task_state None.
Nov 29 08:40:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-09f71a5d-7e5e-47bc-abdd-bfaaff088a9a req-3b78417c-6fd0-41f6-b27b-1ee084f39004 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09f71a5d-7e5e-47bc-abdd-bfaaff088a9a req-3b78417c-6fd0-41f6-b27b-1ee084f39004 service nova] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09f71a5d-7e5e-47bc-abdd-bfaaff088a9a req-3b78417c-6fd0-41f6-b27b-1ee084f39004 service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09f71a5d-7e5e-47bc-abdd-bfaaff088a9a req-3b78417c-6fd0-41f6-b27b-1ee084f39004 service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-09f71a5d-7e5e-47bc-abdd-bfaaff088a9a req-3b78417c-6fd0-41f6-b27b-1ee084f39004 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] No waiting events found dispatching network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:26 user nova-compute[75249]: WARNING nova.compute.manager [req-09f71a5d-7e5e-47bc-abdd-bfaaff088a9a req-3b78417c-6fd0-41f6-b27b-1ee084f39004 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received unexpected event network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 for instance with vm_state active and task_state None.
Nov 29 08:40:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:28 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:29 user nova-compute[75249]: INFO nova.compute.claims [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Claim successful on node user
Nov 29 08:40:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:29 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.939s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.network.neutron [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:30 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.policy [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f06664855b54330b093a836b3438c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8236b7e5154d26a2779927a289ee87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:30 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Creating image(s)
Nov 29 08:40:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "/opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "/opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "/opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk 1073741824" returned: 0 in 0.083s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.327s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.261s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Cannot resize image /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Ensure instance console log exists: /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:31 user nova-compute[75249]: DEBUG nova.network.neutron [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Successfully created port: e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Successfully updated port: e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquired lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-changed-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Refreshing instance network info cache due to event network-changed-e6d79abf-c5be-48d4-8e05-ccde57d06814. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] Acquiring lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating instance_info_cache with network_info: [{"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Releasing lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Instance network_info: |[{"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] Acquired lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Refreshing network info cache for port e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Start _get_guest_xml network_info=[{"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1467389991',display_name='tempest-VolumesAdminNegativeTest-server-1467389991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1467389991',id=5,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiaJWdX8pQVHtyDSIaDnd8Ixp+7C+NhuFbvyQtDK3t8K/Um8fdOC8Tqg/oPfAgfsi4vGPLq1jCbXxBSjkUQ8GxtKXz2CmsyHmI24JUwaLmWYkxxrCK7qDtgKxSb0hLiLQ==',key_name='tempest-keypair-1342830555',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed8236b7e5154d26a2779927a289ee87',ramdisk_id='',reservation_id='r-03h6fku0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-621615827',owner_user_name='tempest-VolumesAdminNegativeTest-621615827-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f06664855b54330b093a836b3438c41',uuid=d53e5124-c5fa-44b5-8bf0-8bfc10a09b29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converting VIF {"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.objects.instance [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'pci_devices' on Instance uuid d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:34 user nova-compute[75249]:   <uuid>d53e5124-c5fa-44b5-8bf0-8bfc10a09b29</uuid>
Nov 29 08:40:34 user nova-compute[75249]:   <name>instance-00000005</name>
Nov 29 08:40:34 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:34 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:34 user nova-compute[75249]:   <metadata>
Nov 29 08:40:34 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:34 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:34 user nova-compute[75249]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1467389991</nova:name>
Nov 29 08:40:34 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:34</nova:creationTime>
Nov 29 08:40:34 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:34 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:34 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:34 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:user uuid="7f06664855b54330b093a836b3438c41">tempest-VolumesAdminNegativeTest-621615827-project-member</nova:user>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:project uuid="ed8236b7e5154d26a2779927a289ee87">tempest-VolumesAdminNegativeTest-621615827</nova:project>
Nov 29 08:40:34 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:34 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:34 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:34 user nova-compute[75249]:         <nova:port uuid="e6d79abf-c5be-48d4-8e05-ccde57d06814">
Nov 29 08:40:34 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 08:40:34 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:34 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:34 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:34 user nova-compute[75249]:   </metadata>
Nov 29 08:40:34 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:34 user nova-compute[75249]:     <system>
Nov 29 08:40:34 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:34 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:34 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:34 user nova-compute[75249]:       <entry name="serial">d53e5124-c5fa-44b5-8bf0-8bfc10a09b29</entry>
Nov 29 08:40:34 user nova-compute[75249]:       <entry name="uuid">d53e5124-c5fa-44b5-8bf0-8bfc10a09b29</entry>
Nov 29 08:40:34 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:34 user nova-compute[75249]:     </system>
Nov 29 08:40:34 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:34 user nova-compute[75249]:   <os>
Nov 29 08:40:34 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:34 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:34 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:34 user nova-compute[75249]:   </os>
Nov 29 08:40:34 user nova-compute[75249]:   <features>
Nov 29 08:40:34 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:34 user nova-compute[75249]:     <apic/>
Nov 29 08:40:34 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:34 user nova-compute[75249]:   </features>
Nov 29 08:40:34 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:34 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:34 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:34 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:34 user nova-compute[75249]:   </clock>
Nov 29 08:40:34 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:34 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:34 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:34 user nova-compute[75249]:   </cpu>
Nov 29 08:40:34 user nova-compute[75249]:   <devices>
Nov 29 08:40:34 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:34 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:34 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk"/>
Nov 29 08:40:34 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:34 user nova-compute[75249]:     </disk>
Nov 29 08:40:34 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:34 user nova-compute[75249]:       <mac address="fa:16:3e:f8:a9:f6"/>
Nov 29 08:40:34 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:34 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:34 user nova-compute[75249]:       <target dev="tape6d79abf-c5"/>
Nov 29 08:40:34 user nova-compute[75249]:     </interface>
Nov 29 08:40:34 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:34 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/console.log" append="off"/>
Nov 29 08:40:34 user nova-compute[75249]:     </serial>
Nov 29 08:40:34 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:34 user nova-compute[75249]:     <video>
Nov 29 08:40:34 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:34 user nova-compute[75249]:     </video>
Nov 29 08:40:34 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:34 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:34 user nova-compute[75249]:     </rng>
Nov 29 08:40:34 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:34 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:34 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:34 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:34 user nova-compute[75249]:   </devices>
Nov 29 08:40:34 user nova-compute[75249]: </domain>
Nov 29 08:40:34 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1467389991',display_name='tempest-VolumesAdminNegativeTest-server-1467389991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1467389991',id=5,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiaJWdX8pQVHtyDSIaDnd8Ixp+7C+NhuFbvyQtDK3t8K/Um8fdOC8Tqg/oPfAgfsi4vGPLq1jCbXxBSjkUQ8GxtKXz2CmsyHmI24JUwaLmWYkxxrCK7qDtgKxSb0hLiLQ==',key_name='tempest-keypair-1342830555',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed8236b7e5154d26a2779927a289ee87',ramdisk_id='',reservation_id='r-03h6fku0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-621615827',owner_user_name='tempest-VolumesAdminNegativeTest-621615827-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f06664855b54330b093a836b3438c41',uuid=d53e5124-c5fa-44b5-8bf0-8bfc10a09b29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converting VIF {"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG os_vif [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac866d4a-3c2a-5683-8f57-11afe6987f43', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape6d79abf-c5, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape6d79abf-c5, col_values=(('qos', UUID('a2595684-5db5-42e0-87fa-2690cbd27e60')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape6d79abf-c5, col_values=(('external_ids', {'iface-id': 'e6d79abf-c5be-48d4-8e05-ccde57d06814', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:a9:f6', 'vm-uuid': 'd53e5124-c5fa-44b5-8bf0-8bfc10a09b29'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:34 user nova-compute[75249]: INFO os_vif [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5')
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No VIF found with MAC fa:16:3e:f8:a9:f6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG nova.network.neutron [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updated VIF entry in instance network info cache for port e6d79abf-c5be-48d4-8e05-ccde57d06814. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG nova.network.neutron [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating instance_info_cache with network_info: [{"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7a80fd56-e76f-487b-aad3-19b337955740 req-0ac561f9-fed9-452b-974c-f23546d8efed service nova] Releasing lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:35 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:35 user nova-compute[75249]: INFO nova.compute.claims [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Claim successful on node user
Nov 29 08:40:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.455s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.378s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:37 user nova-compute[75249]: INFO nova.compute.claims [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Claim successful on node user
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.network.neutron [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.policy [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a6e2b89a4224c649ef3a98c8f9bc512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cff7d4752be345cb8d126b4ba55b6af8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Creating image(s)
Nov 29 08:40:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.049s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.389s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.348s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG nova.policy [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e29f46faf3324bd0a7259d3c66fdb1ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afadf2783ef241c3ab26e23042c38885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk 1073741824" returned: 0 in 0.163s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.566s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:39 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Creating image(s)
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "/opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "/opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "3c00ffe505c11bce6ce64225cec141a8f7f57ccd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "3c00ffe505c11bce6ce64225cec141a8f7f57ccd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.719s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Successfully created port: 0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.part --force-share --output=json" returned: 0 in 0.235s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.images [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] d986e709-8342-48d6-9490-9fd459b79718 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.part /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:39 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Instance spawned successfully.
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Cannot resize image /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Ensure instance console log exists: /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Successfully created port: ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:40 user nova-compute[75249]: INFO nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Took 9.33 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.part /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.converted" returned: 0 in 0.383s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:40 user nova-compute[75249]: INFO nova.compute.manager [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Took 11.40 seconds to build instance.
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "3c00ffe505c11bce6ce64225cec141a8f7f57ccd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.418s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-065b4083-c649-4f26-81c3-2db9c53c8484 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.603s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd --force-share --output=json" returned: 0 in 0.209s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "3c00ffe505c11bce6ce64225cec141a8f7f57ccd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "3c00ffe505c11bce6ce64225cec141a8f7f57ccd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd,backing_fmt=raw /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:41 user nova-compute[75249]: INFO nova.compute.claims [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Claim successful on node user
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd,backing_fmt=raw /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk 1073741824" returned: 0 in 0.108s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "3c00ffe505c11bce6ce64225cec141a8f7f57ccd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.347s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Successfully updated port: ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Successfully updated port: 0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquired lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-changed-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Refreshing instance network info cache due to event network-changed-ac61ae23-9676-4a03-bdb3-3e4ee458933f. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] Acquiring lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-changed-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Refreshing instance network info cache due to event network-changed-0deb085b-6939-48d9-8369-591f82c098a9. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] Acquiring lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] Acquired lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Refreshing network info cache for port 0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd --force-share --output=json" returned: 0 in 0.234s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Cannot resize image /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Ensure instance console log exists: /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.804s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updating instance_info_cache with network_info: [{"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.120s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:40:41 user nova-compute[75249]: INFO nova.compute.claims [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Claim successful on node user
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-65c23e27-fe78-4a0d-b8de-d25d437dd71a req-585e6ebb-1f84-4db6-81d0-ef875b3d4f07 service nova] Releasing lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquired lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Releasing lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Instance network_info: |[{"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] Acquired lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Refreshing network info cache for port ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Start _get_guest_xml network_info=[{"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:40:27Z,direct_url=<?>,disk_format='qcow2',id=d986e709-8342-48d6-9490-9fd459b79718,min_disk=0,min_ram=0,name='',owner='560a3ebe20044ff1a98d0eab26fa1418',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:40:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'scsi', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/sda', 'image_id': 'd986e709-8342-48d6-9490-9fd459b79718'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:40:27Z,direct_url=<?>,disk_format='qcow2',id=d986e709-8342-48d6-9490-9fd459b79718,min_disk=0,min_ram=0,name='',owner='560a3ebe20044ff1a98d0eab26fa1418',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:40:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-692499615',display_name='tempest-AttachSCSIVolumeTestJSON-server-692499615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-692499615',id=7,image_ref='d986e709-8342-48d6-9490-9fd459b79718',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiL5QHK9jyYFbGK9D/qmUJZU8FsRAWiwGbxnywFqdDg+tn1haHmV5gXue8xttzZj3LYyVEE0ANiWR9Xh/+iDzQSL0ZNhad6Lv/HcDDzKgD7IwhwEBrR6QMNn/2+KETBOA==',key_name='tempest-keypair-214032802',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='afadf2783ef241c3ab26e23042c38885',ramdisk_id='',reservation_id='r-fmbx1666',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='d986e709-8342-48d6-9490-9fd459b79718',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1474464027',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1474464027-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e29f46faf3324bd0a7259d3c66fdb1ae',uuid=4f175e1a-2a03-4bae-b802-412331a5a8d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Converting VIF {"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f175e1a-2a03-4bae-b802-412331a5a8d1 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:41 user nova-compute[75249]:   <uuid>4f175e1a-2a03-4bae-b802-412331a5a8d1</uuid>
Nov 29 08:40:41 user nova-compute[75249]:   <name>instance-00000007</name>
Nov 29 08:40:41 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:41 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:41 user nova-compute[75249]:   <metadata>
Nov 29 08:40:41 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:41 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:41 user nova-compute[75249]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-692499615</nova:name>
Nov 29 08:40:41 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:41</nova:creationTime>
Nov 29 08:40:41 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:41 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:41 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:41 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:user uuid="e29f46faf3324bd0a7259d3c66fdb1ae">tempest-AttachSCSIVolumeTestJSON-1474464027-project-member</nova:user>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:project uuid="afadf2783ef241c3ab26e23042c38885">tempest-AttachSCSIVolumeTestJSON-1474464027</nova:project>
Nov 29 08:40:41 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:41 user nova-compute[75249]:       <nova:root type="image" uuid="d986e709-8342-48d6-9490-9fd459b79718"/>
Nov 29 08:40:41 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:41 user nova-compute[75249]:         <nova:port uuid="ac61ae23-9676-4a03-bdb3-3e4ee458933f">
Nov 29 08:40:41 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 08:40:41 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:41 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:41 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:41 user nova-compute[75249]:   </metadata>
Nov 29 08:40:41 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:41 user nova-compute[75249]:     <system>
Nov 29 08:40:41 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:41 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:41 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:41 user nova-compute[75249]:       <entry name="serial">4f175e1a-2a03-4bae-b802-412331a5a8d1</entry>
Nov 29 08:40:41 user nova-compute[75249]:       <entry name="uuid">4f175e1a-2a03-4bae-b802-412331a5a8d1</entry>
Nov 29 08:40:41 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:41 user nova-compute[75249]:     </system>
Nov 29 08:40:41 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:41 user nova-compute[75249]:   <os>
Nov 29 08:40:41 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:41 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:41 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:41 user nova-compute[75249]:   </os>
Nov 29 08:40:41 user nova-compute[75249]:   <features>
Nov 29 08:40:41 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:41 user nova-compute[75249]:     <apic/>
Nov 29 08:40:41 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:41 user nova-compute[75249]:   </features>
Nov 29 08:40:41 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:41 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:41 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:41 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:41 user nova-compute[75249]:   </clock>
Nov 29 08:40:41 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:41 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:41 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:41 user nova-compute[75249]:   </cpu>
Nov 29 08:40:41 user nova-compute[75249]:   <devices>
Nov 29 08:40:41 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:41 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:41 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk"/>
Nov 29 08:40:41 user nova-compute[75249]:       <target dev="sda" bus="scsi"/>
Nov 29 08:40:41 user nova-compute[75249]:       <address type="drive" controller="0" unit="0"/>
Nov 29 08:40:41 user nova-compute[75249]:     </disk>
Nov 29 08:40:41 user nova-compute[75249]:     <disk type="file" device="cdrom">
Nov 29 08:40:41 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 08:40:41 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.config"/>
Nov 29 08:40:41 user nova-compute[75249]:       <target dev="sdb" bus="scsi"/>
Nov 29 08:40:41 user nova-compute[75249]:       <address type="drive" controller="0" unit="1"/>
Nov 29 08:40:41 user nova-compute[75249]:     </disk>
Nov 29 08:40:41 user nova-compute[75249]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 29 08:40:41 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:41 user nova-compute[75249]:       <mac address="fa:16:3e:e3:f9:c6"/>
Nov 29 08:40:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:41 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:41 user nova-compute[75249]:       <target dev="tapac61ae23-96"/>
Nov 29 08:40:41 user nova-compute[75249]:     </interface>
Nov 29 08:40:41 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:41 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/console.log" append="off"/>
Nov 29 08:40:41 user nova-compute[75249]:     </serial>
Nov 29 08:40:41 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:41 user nova-compute[75249]:     <video>
Nov 29 08:40:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:41 user nova-compute[75249]:     </video>
Nov 29 08:40:41 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:41 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:41 user nova-compute[75249]:     </rng>
Nov 29 08:40:41 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:41 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:41 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:41 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:41 user nova-compute[75249]:   </devices>
Nov 29 08:40:41 user nova-compute[75249]: </domain>
Nov 29 08:40:41 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-692499615',display_name='tempest-AttachSCSIVolumeTestJSON-server-692499615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-692499615',id=7,image_ref='d986e709-8342-48d6-9490-9fd459b79718',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiL5QHK9jyYFbGK9D/qmUJZU8FsRAWiwGbxnywFqdDg+tn1haHmV5gXue8xttzZj3LYyVEE0ANiWR9Xh/+iDzQSL0ZNhad6Lv/HcDDzKgD7IwhwEBrR6QMNn/2+KETBOA==',key_name='tempest-keypair-214032802',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='afadf2783ef241c3ab26e23042c38885',ramdisk_id='',reservation_id='r-fmbx1666',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='d986e709-8342-48d6-9490-9fd459b79718',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1474464027',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1474464027-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e29f46faf3324bd0a7259d3c66fdb1ae',uuid=4f175e1a-2a03-4bae-b802-412331a5a8d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Converting VIF {"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG os_vif [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fc8bf38c-670e-58d1-99a3-c12b5304c906', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac61ae23-96, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac61ae23-96, col_values=(('qos', UUID('90afc706-dc48-4080-b915-6745bcf212e0')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac61ae23-96, col_values=(('external_ids', {'iface-id': 'ac61ae23-9676-4a03-bdb3-3e4ee458933f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:f9:c6', 'vm-uuid': '4f175e1a-2a03-4bae-b802-412331a5a8d1'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:41 user nova-compute[75249]: INFO os_vif [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96')
Nov 29 08:40:41 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No BDM found with device name sda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No VIF found with MAC fa:16:3e:e3:f9:c6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Using config drive
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.policy [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c1282779474457081b7b4675a8a1042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '445bd2c0b03548ea9f2a725a5423afe0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Creating image(s)
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "/opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "/opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "/opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.neutron [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Creating config drive at /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.config
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptpulzoqe {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Releasing lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Instance network_info: |[{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.669s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmptpulzoqe" returned: 0 in 0.054s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.283s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Start _get_guest_xml network_info=[{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.objects.instance [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'pci_devices' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:42 user nova-compute[75249]:   <uuid>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</uuid>
Nov 29 08:40:42 user nova-compute[75249]:   <name>instance-00000006</name>
Nov 29 08:40:42 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:42 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:42 user nova-compute[75249]:   <metadata>
Nov 29 08:40:42 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:42 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:42 user nova-compute[75249]:       <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:40:42 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:42</nova:creationTime>
Nov 29 08:40:42 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:42 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:42 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:42 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:40:42 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:42 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:42 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:42 user nova-compute[75249]:         <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:40:42 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:40:42 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:42 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:42 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:42 user nova-compute[75249]:   </metadata>
Nov 29 08:40:42 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:42 user nova-compute[75249]:     <system>
Nov 29 08:40:42 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:42 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:42 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:42 user nova-compute[75249]:       <entry name="serial">0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:40:42 user nova-compute[75249]:       <entry name="uuid">0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:40:42 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:42 user nova-compute[75249]:     </system>
Nov 29 08:40:42 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:42 user nova-compute[75249]:   <os>
Nov 29 08:40:42 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:42 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:42 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:42 user nova-compute[75249]:   </os>
Nov 29 08:40:42 user nova-compute[75249]:   <features>
Nov 29 08:40:42 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:42 user nova-compute[75249]:     <apic/>
Nov 29 08:40:42 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:42 user nova-compute[75249]:   </features>
Nov 29 08:40:42 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:42 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:42 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:42 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:42 user nova-compute[75249]:   </clock>
Nov 29 08:40:42 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:42 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:42 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:42 user nova-compute[75249]:   </cpu>
Nov 29 08:40:42 user nova-compute[75249]:   <devices>
Nov 29 08:40:42 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:42 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:42 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk"/>
Nov 29 08:40:42 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:42 user nova-compute[75249]:     </disk>
Nov 29 08:40:42 user nova-compute[75249]:     <disk type="file" device="cdrom">
Nov 29 08:40:42 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 08:40:42 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config"/>
Nov 29 08:40:42 user nova-compute[75249]:       <target dev="hda" bus="ide"/>
Nov 29 08:40:42 user nova-compute[75249]:     </disk>
Nov 29 08:40:42 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:42 user nova-compute[75249]:       <mac address="fa:16:3e:96:3a:f5"/>
Nov 29 08:40:42 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:42 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:42 user nova-compute[75249]:       <target dev="tap0deb085b-69"/>
Nov 29 08:40:42 user nova-compute[75249]:     </interface>
Nov 29 08:40:42 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:42 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log" append="off"/>
Nov 29 08:40:42 user nova-compute[75249]:     </serial>
Nov 29 08:40:42 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:42 user nova-compute[75249]:     <video>
Nov 29 08:40:42 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:42 user nova-compute[75249]:     </video>
Nov 29 08:40:42 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:42 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:42 user nova-compute[75249]:     </rng>
Nov 29 08:40:42 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:42 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:42 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:42 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:42 user nova-compute[75249]:   </devices>
Nov 29 08:40:42 user nova-compute[75249]: </domain>
Nov 29 08:40:42 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG os_vif [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c452c59a-f4a1-553d-bb2a-1f1402ac3cf7', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0deb085b-69, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0deb085b-69, col_values=(('qos', UUID('10c754ec-2374-4295-9414-89f62795d89c')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0deb085b-69, col_values=(('external_ids', {'iface-id': '0deb085b-6939-48d9-8369-591f82c098a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:3a:f5', 'vm-uuid': '0ad0777b-2b0c-4bd2-8f9b-7de358b29deb'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:42 user nova-compute[75249]: INFO os_vif [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69')
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.policy [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33cd79e2934d4309a17fde70ea9d67c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d137e23ddf345789f0279d5a269a6b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.241s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk 1073741824" returned: 0 in 0.072s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updated VIF entry in instance network info cache for port ac61ae23-9676-4a03-bdb3-3e4ee458933f. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updating instance_info_cache with network_info: [{"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No BDM found with device name hda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No VIF found with MAC fa:16:3e:96:3a:f5, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Using config drive
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b12dd0e7-90cc-4326-a51a-50dd06296679 req-b3238701-196d-4ac4-9c83-783bbd263543 service nova] Releasing lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:40:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Creating image(s)
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "/opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "/opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "/opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Creating config drive at /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp900ixm7o {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Cannot resize image /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Ensure instance console log exists: /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp900ixm7o" returned: 0 in 0.061s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.196s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk 1073741824" returned: 0 in 0.066s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Successfully created port: 69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.261s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Checking if we can resize image /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Successfully created port: a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Cannot resize image /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Ensure instance console log exists: /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Successfully updated port: 69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquired lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-changed-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Refreshing instance network info cache due to event network-changed-69618c56-c14d-47f5-a8f2-ace4bdb042d6. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] Acquiring lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Successfully updated port: a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquired lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updating instance_info_cache with network_info: [{"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Releasing lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Instance network_info: |[{"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] Acquired lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Refreshing network info cache for port 69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Start _get_guest_xml network_info=[{"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-826435256',display_name='tempest-VolumesAssistedSnapshotsTest-server-826435256',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-826435256',id=8,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHWt1Ke4gHgTjHZWP/roUpY8rQ5A+aHzruBlBYf4RFqp2H1EsL6iU+sVuonriey+/HJXzo+FGv+NKlRs6qIag8bUC8Q9joYltCCeqHWmqQfmmvgQXMSzaCQJAOTaQ13dcw==',key_name='tempest-keypair-1156943444',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='445bd2c0b03548ea9f2a725a5423afe0',ramdisk_id='',reservation_id='r-70x95ngh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-707242872',owner_user_name='tempest-VolumesAssistedSnapshotsTest-707242872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c1282779474457081b7b4675a8a1042',uuid=a6544e74-fd67-4a01-9eb7-ff285d4b6922,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Converting VIF {"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lazy-loading 'pci_devices' on Instance uuid a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:45 user nova-compute[75249]:   <uuid>a6544e74-fd67-4a01-9eb7-ff285d4b6922</uuid>
Nov 29 08:40:45 user nova-compute[75249]:   <name>instance-00000008</name>
Nov 29 08:40:45 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:45 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:45 user nova-compute[75249]:   <metadata>
Nov 29 08:40:45 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:45 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-826435256</nova:name>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:45</nova:creationTime>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:45 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:45 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:user uuid="9c1282779474457081b7b4675a8a1042">tempest-VolumesAssistedSnapshotsTest-707242872-project-member</nova:user>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:project uuid="445bd2c0b03548ea9f2a725a5423afe0">tempest-VolumesAssistedSnapshotsTest-707242872</nova:project>
Nov 29 08:40:45 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:port uuid="69618c56-c14d-47f5-a8f2-ace4bdb042d6">
Nov 29 08:40:45 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:40:45 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:45 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:45 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:45 user nova-compute[75249]:   </metadata>
Nov 29 08:40:45 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:45 user nova-compute[75249]:     <system>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="serial">a6544e74-fd67-4a01-9eb7-ff285d4b6922</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="uuid">a6544e74-fd67-4a01-9eb7-ff285d4b6922</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:45 user nova-compute[75249]:     </system>
Nov 29 08:40:45 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:45 user nova-compute[75249]:   <os>
Nov 29 08:40:45 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:45 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:45 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:45 user nova-compute[75249]:   </os>
Nov 29 08:40:45 user nova-compute[75249]:   <features>
Nov 29 08:40:45 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:45 user nova-compute[75249]:     <apic/>
Nov 29 08:40:45 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:45 user nova-compute[75249]:   </features>
Nov 29 08:40:45 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:45 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:45 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:45 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:45 user nova-compute[75249]:   </clock>
Nov 29 08:40:45 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:45 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:45 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:45 user nova-compute[75249]:   </cpu>
Nov 29 08:40:45 user nova-compute[75249]:   <devices>
Nov 29 08:40:45 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:45 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:45 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk"/>
Nov 29 08:40:45 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:45 user nova-compute[75249]:     </disk>
Nov 29 08:40:45 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:45 user nova-compute[75249]:       <mac address="fa:16:3e:79:07:91"/>
Nov 29 08:40:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:45 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:45 user nova-compute[75249]:       <target dev="tap69618c56-c1"/>
Nov 29 08:40:45 user nova-compute[75249]:     </interface>
Nov 29 08:40:45 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:45 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/console.log" append="off"/>
Nov 29 08:40:45 user nova-compute[75249]:     </serial>
Nov 29 08:40:45 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:45 user nova-compute[75249]:     <video>
Nov 29 08:40:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:45 user nova-compute[75249]:     </video>
Nov 29 08:40:45 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:45 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:45 user nova-compute[75249]:     </rng>
Nov 29 08:40:45 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:45 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:45 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:45 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:45 user nova-compute[75249]:   </devices>
Nov 29 08:40:45 user nova-compute[75249]: </domain>
Nov 29 08:40:45 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-826435256',display_name='tempest-VolumesAssistedSnapshotsTest-server-826435256',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-826435256',id=8,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHWt1Ke4gHgTjHZWP/roUpY8rQ5A+aHzruBlBYf4RFqp2H1EsL6iU+sVuonriey+/HJXzo+FGv+NKlRs6qIag8bUC8Q9joYltCCeqHWmqQfmmvgQXMSzaCQJAOTaQ13dcw==',key_name='tempest-keypair-1156943444',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='445bd2c0b03548ea9f2a725a5423afe0',ramdisk_id='',reservation_id='r-70x95ngh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-707242872',owner_user_name='tempest-VolumesAssistedSnapshotsTest-707242872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c1282779474457081b7b4675a8a1042',uuid=a6544e74-fd67-4a01-9eb7-ff285d4b6922,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Converting VIF {"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG os_vif [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-d0ffb7eb-44fc-4809-9770-7d828108a88a req-c5be1b9c-868d-4a66-998a-244872b24609 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d0ffb7eb-44fc-4809-9770-7d828108a88a req-c5be1b9c-868d-4a66-998a-244872b24609 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d0ffb7eb-44fc-4809-9770-7d828108a88a req-c5be1b9c-868d-4a66-998a-244872b24609 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d0ffb7eb-44fc-4809-9770-7d828108a88a req-c5be1b9c-868d-4a66-998a-244872b24609 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-d0ffb7eb-44fc-4809-9770-7d828108a88a req-c5be1b9c-868d-4a66-998a-244872b24609 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:45 user nova-compute[75249]: WARNING nova.compute.manager [req-d0ffb7eb-44fc-4809-9770-7d828108a88a req-c5be1b9c-868d-4a66-998a-244872b24609 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state None.
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5044b67e-4746-5f03-a63a-53c91b746fc6', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap69618c56-c1, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap69618c56-c1, col_values=(('qos', UUID('e30c0773-c7cf-4908-a953-052391081eb3')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap69618c56-c1, col_values=(('external_ids', {'iface-id': '69618c56-c14d-47f5-a8f2-ace4bdb042d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:07:91', 'vm-uuid': 'a6544e74-fd67-4a01-9eb7-ff285d4b6922'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: INFO os_vif [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1')
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] No VIF found with MAC fa:16:3e:79:07:91, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updating instance_info_cache with network_info: [{"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Releasing lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Instance network_info: |[{"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Start _get_guest_xml network_info=[{"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:40:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1157095422',display_name='tempest-TestVolumeSwap-server-1157095422',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1157095422',id=9,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMcV6RUyGH59q4nthCP/FnKkSgPTjPe77qSumy07843CTt0G17vdyF66ieYhO1rSbjNxU3Kb4oXg8ppaOh20AfWbs5ws32z4WCKA9XyljQKjCy8l+Jx3I1WG+a/pKSO8Xw==',key_name='tempest-keypair-1809025451',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d137e23ddf345789f0279d5a269a6b5',ramdisk_id='',reservation_id='r-0avq5q0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1967052461',owner_user_name='tempest-TestVolumeSwap-1967052461-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='33cd79e2934d4309a17fde70ea9d67c1',uuid=74dfc01a-369b-4ec7-a852-0179e13fcc8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Converting VIF {"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lazy-loading 'pci_devices' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:40:45 user nova-compute[75249]:   <uuid>74dfc01a-369b-4ec7-a852-0179e13fcc8b</uuid>
Nov 29 08:40:45 user nova-compute[75249]:   <name>instance-00000009</name>
Nov 29 08:40:45 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:40:45 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:40:45 user nova-compute[75249]:   <metadata>
Nov 29 08:40:45 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:40:45 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:name>tempest-TestVolumeSwap-server-1157095422</nova:name>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:40:45</nova:creationTime>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:40:45 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:40:45 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:owner>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:user uuid="33cd79e2934d4309a17fde70ea9d67c1">tempest-TestVolumeSwap-1967052461-project-member</nova:user>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:project uuid="3d137e23ddf345789f0279d5a269a6b5">tempest-TestVolumeSwap-1967052461</nova:project>
Nov 29 08:40:45 user nova-compute[75249]:       </nova:owner>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:40:45 user nova-compute[75249]:       <nova:ports>
Nov 29 08:40:45 user nova-compute[75249]:         <nova:port uuid="a361fd4a-e2a2-4fdf-a76b-3db685327601">
Nov 29 08:40:45 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:40:45 user nova-compute[75249]:         </nova:port>
Nov 29 08:40:45 user nova-compute[75249]:       </nova:ports>
Nov 29 08:40:45 user nova-compute[75249]:     </nova:instance>
Nov 29 08:40:45 user nova-compute[75249]:   </metadata>
Nov 29 08:40:45 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:40:45 user nova-compute[75249]:     <system>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="serial">74dfc01a-369b-4ec7-a852-0179e13fcc8b</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="uuid">74dfc01a-369b-4ec7-a852-0179e13fcc8b</entry>
Nov 29 08:40:45 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:40:45 user nova-compute[75249]:     </system>
Nov 29 08:40:45 user nova-compute[75249]:   </sysinfo>
Nov 29 08:40:45 user nova-compute[75249]:   <os>
Nov 29 08:40:45 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:40:45 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:40:45 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:40:45 user nova-compute[75249]:   </os>
Nov 29 08:40:45 user nova-compute[75249]:   <features>
Nov 29 08:40:45 user nova-compute[75249]:     <acpi/>
Nov 29 08:40:45 user nova-compute[75249]:     <apic/>
Nov 29 08:40:45 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:40:45 user nova-compute[75249]:   </features>
Nov 29 08:40:45 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:40:45 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:40:45 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:40:45 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:40:45 user nova-compute[75249]:   </clock>
Nov 29 08:40:45 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:40:45 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:40:45 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:40:45 user nova-compute[75249]:   </cpu>
Nov 29 08:40:45 user nova-compute[75249]:   <devices>
Nov 29 08:40:45 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:40:45 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:40:45 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk"/>
Nov 29 08:40:45 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:40:45 user nova-compute[75249]:     </disk>
Nov 29 08:40:45 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:40:45 user nova-compute[75249]:       <mac address="fa:16:3e:67:4a:70"/>
Nov 29 08:40:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:45 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:40:45 user nova-compute[75249]:       <target dev="tapa361fd4a-e2"/>
Nov 29 08:40:45 user nova-compute[75249]:     </interface>
Nov 29 08:40:45 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:40:45 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/console.log" append="off"/>
Nov 29 08:40:45 user nova-compute[75249]:     </serial>
Nov 29 08:40:45 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:40:45 user nova-compute[75249]:     <video>
Nov 29 08:40:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:40:45 user nova-compute[75249]:     </video>
Nov 29 08:40:45 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:40:45 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:40:45 user nova-compute[75249]:     </rng>
Nov 29 08:40:45 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:40:45 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:40:45 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:40:45 user nova-compute[75249]:     </memballoon>
Nov 29 08:40:45 user nova-compute[75249]:   </devices>
Nov 29 08:40:45 user nova-compute[75249]: </domain>
Nov 29 08:40:45 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1157095422',display_name='tempest-TestVolumeSwap-server-1157095422',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1157095422',id=9,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMcV6RUyGH59q4nthCP/FnKkSgPTjPe77qSumy07843CTt0G17vdyF66ieYhO1rSbjNxU3Kb4oXg8ppaOh20AfWbs5ws32z4WCKA9XyljQKjCy8l+Jx3I1WG+a/pKSO8Xw==',key_name='tempest-keypair-1809025451',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d137e23ddf345789f0279d5a269a6b5',ramdisk_id='',reservation_id='r-0avq5q0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1967052461',owner_user_name='tempest-TestVolumeSwap-1967052461-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:40:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='33cd79e2934d4309a17fde70ea9d67c1',uuid=74dfc01a-369b-4ec7-a852-0179e13fcc8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Converting VIF {"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG os_vif [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b893e57a-e3a4-535f-973c-a0971d76d817', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa361fd4a-e2, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa361fd4a-e2, col_values=(('qos', UUID('1616b7e6-8971-42f3-bbc9-433018dadf10')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa361fd4a-e2, col_values=(('external_ids', {'iface-id': 'a361fd4a-e2a2-4fdf-a76b-3db685327601', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:67:4a:70', 'vm-uuid': '74dfc01a-369b-4ec7-a852-0179e13fcc8b'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: INFO os_vif [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2')
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] No VIF found with MAC fa:16:3e:67:4a:70, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-0ab79429-12fd-4252-bd78-1c5048a7d3da req-2fcf5082-5f83-491a-80ce-175f816e71c7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0ab79429-12fd-4252-bd78-1c5048a7d3da req-2fcf5082-5f83-491a-80ce-175f816e71c7 service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0ab79429-12fd-4252-bd78-1c5048a7d3da req-2fcf5082-5f83-491a-80ce-175f816e71c7 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0ab79429-12fd-4252-bd78-1c5048a7d3da req-2fcf5082-5f83-491a-80ce-175f816e71c7 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-0ab79429-12fd-4252-bd78-1c5048a7d3da req-2fcf5082-5f83-491a-80ce-175f816e71c7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:46 user nova-compute[75249]: WARNING nova.compute.manager [req-0ab79429-12fd-4252-bd78-1c5048a7d3da req-2fcf5082-5f83-491a-80ce-175f816e71c7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 for instance with vm_state building and task_state spawning.
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updated VIF entry in instance network info cache for port 69618c56-c14d-47f5-a8f2-ace4bdb042d6. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updating instance_info_cache with network_info: [{"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b82abab-92db-4194-8688-778471a30916 req-521b576a-1fd5-4ac7-b00a-2add55576885 service nova] Releasing lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] No waiting events found dispatching network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:46 user nova-compute[75249]: WARNING nova.compute.manager [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received unexpected event network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f for instance with vm_state building and task_state spawning.
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] No waiting events found dispatching network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:46 user nova-compute[75249]: WARNING nova.compute.manager [req-042c6c11-556a-4868-a455-14f0db98126d req-64862a9c-1759-4aaf-947c-5881790e3970 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received unexpected event network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f for instance with vm_state building and task_state spawning.
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received event network-changed-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Refreshing instance network info cache due to event network-changed-a361fd4a-e2a2-4fdf-a76b-3db685327601. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:40:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] Acquiring lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] Acquired lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:47 user nova-compute[75249]: DEBUG nova.network.neutron [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Refreshing network info cache for port a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG nova.network.neutron [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updated VIF entry in instance network info cache for port a361fd4a-e2a2-4fdf-a76b-3db685327601. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG nova.network.neutron [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updating instance_info_cache with network_info: [{"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] Releasing lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:48 user nova-compute[75249]: WARNING nova.compute.manager [req-05212331-d02b-43a9-9d51-3f46e644cf7b req-287ca699-e789-4df7-8603-2fd553b787d8 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state None.
Nov 29 08:40:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-5bb10549-a733-451b-a13a-bc42db9372c1 req-89ce4a6b-b417-4bdc-81fc-b73437cfb169 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5bb10549-a733-451b-a13a-bc42db9372c1 req-89ce4a6b-b417-4bdc-81fc-b73437cfb169 service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5bb10549-a733-451b-a13a-bc42db9372c1 req-89ce4a6b-b417-4bdc-81fc-b73437cfb169 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5bb10549-a733-451b-a13a-bc42db9372c1 req-89ce4a6b-b417-4bdc-81fc-b73437cfb169 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-5bb10549-a733-451b-a13a-bc42db9372c1 req-89ce4a6b-b417-4bdc-81fc-b73437cfb169 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:48 user nova-compute[75249]: WARNING nova.compute.manager [req-5bb10549-a733-451b-a13a-bc42db9372c1 req-89ce4a6b-b417-4bdc-81fc-b73437cfb169 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 for instance with vm_state building and task_state spawning.
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-e1a0f450-4644-4b70-84df-35b949124c47 req-2b75bf51-65de-46c5-bc77-0d74ca2a2334 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e1a0f450-4644-4b70-84df-35b949124c47 req-2b75bf51-65de-46c5-bc77-0d74ca2a2334 service nova] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e1a0f450-4644-4b70-84df-35b949124c47 req-2b75bf51-65de-46c5-bc77-0d74ca2a2334 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e1a0f450-4644-4b70-84df-35b949124c47 req-2b75bf51-65de-46c5-bc77-0d74ca2a2334 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-e1a0f450-4644-4b70-84df-35b949124c47 req-2b75bf51-65de-46c5-bc77-0d74ca2a2334 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] No waiting events found dispatching network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:49 user nova-compute[75249]: WARNING nova.compute.manager [req-e1a0f450-4644-4b70-84df-35b949124c47 req-2b75bf51-65de-46c5-bc77-0d74ca2a2334 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received unexpected event network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 for instance with vm_state building and task_state spawning.
Nov 29 08:40:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Instance spawned successfully.
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:50 user nova-compute[75249]: INFO nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Took 11.66 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received event network-vif-plugged-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] No waiting events found dispatching network-vif-plugged-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:50 user nova-compute[75249]: WARNING nova.compute.manager [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received unexpected event network-vif-plugged-a361fd4a-e2a2-4fdf-a76b-3db685327601 for instance with vm_state building and task_state spawning.
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received event network-vif-plugged-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] No waiting events found dispatching network-vif-plugged-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:50 user nova-compute[75249]: WARNING nova.compute.manager [req-bf35e2ad-43b6-4b8b-994d-153087ccf73c req-120fb4e8-1bea-46b6-9586-57eb235aa958 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received unexpected event network-vif-plugged-a361fd4a-e2a2-4fdf-a76b-3db685327601 for instance with vm_state building and task_state spawning.
Nov 29 08:40:50 user nova-compute[75249]: INFO nova.compute.manager [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Took 14.04 seconds to build instance.
Nov 29 08:40:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f27052d6-ee1a-40b4-b501-ebb35dc5bc81 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.539s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-c661cece-469a-4dd3-b7f1-fbfd021154da req-0a9854dc-24a5-4615-ad4e-c4987fa207e5 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c661cece-469a-4dd3-b7f1-fbfd021154da req-0a9854dc-24a5-4615-ad4e-c4987fa207e5 service nova] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c661cece-469a-4dd3-b7f1-fbfd021154da req-0a9854dc-24a5-4615-ad4e-c4987fa207e5 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c661cece-469a-4dd3-b7f1-fbfd021154da req-0a9854dc-24a5-4615-ad4e-c4987fa207e5 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-c661cece-469a-4dd3-b7f1-fbfd021154da req-0a9854dc-24a5-4615-ad4e-c4987fa207e5 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] No waiting events found dispatching network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:51 user nova-compute[75249]: WARNING nova.compute.manager [req-c661cece-469a-4dd3-b7f1-fbfd021154da req-0a9854dc-24a5-4615-ad4e-c4987fa207e5 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received unexpected event network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 for instance with vm_state building and task_state spawning.
Nov 29 08:40:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Skipping network cache update for instance because it is Building. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Skipping network cache update for instance because it is Building. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Skipping network cache update for instance because it is Building. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid ed6b1e04-87c8-4bfd-846d-f5350dd105b8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:40:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Instance spawned successfully.
Nov 29 08:40:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Instance spawned successfully.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Took 15.23 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Instance spawned successfully.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Took 10.54 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.compute.manager [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Took 17.66 seconds to build instance.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da618156-102b-455f-9f4a-03ff8648c86b tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.861s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Took 11.33 seconds to spawn the instance on the hypervisor.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.compute.manager [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Took 11.99 seconds to build instance.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e5c2ee40-a083-48d2-b16b-eaa3ec3a4385 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.139s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:53 user nova-compute[75249]: INFO nova.compute.manager [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Took 12.77 seconds to build instance.
Nov 29 08:40:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7b29e3cd-cd80-4a0c-8fbd-e6f1fbf488f5 tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.917s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updating instance_info_cache with network_info: [{"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-ed6b1e04-87c8-4bfd-846d-f5350dd105b8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:40:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-ceb9df8a-bab1-4e5d-81de-a60dc1a7ff52 req-a79e6174-99b8-4203-8dbd-f6cbb050271f service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ceb9df8a-bab1-4e5d-81de-a60dc1a7ff52 req-a79e6174-99b8-4203-8dbd-f6cbb050271f service nova] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ceb9df8a-bab1-4e5d-81de-a60dc1a7ff52 req-a79e6174-99b8-4203-8dbd-f6cbb050271f service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ceb9df8a-bab1-4e5d-81de-a60dc1a7ff52 req-a79e6174-99b8-4203-8dbd-f6cbb050271f service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-ceb9df8a-bab1-4e5d-81de-a60dc1a7ff52 req-a79e6174-99b8-4203-8dbd-f6cbb050271f service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] No waiting events found dispatching network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:40:58 user nova-compute[75249]: WARNING nova.compute.manager [req-ceb9df8a-bab1-4e5d-81de-a60dc1a7ff52 req-a79e6174-99b8-4203-8dbd-f6cbb050271f service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received unexpected event network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 for instance with vm_state active and task_state None.
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:40:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.307s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-ae4878d8-86ea-4771-8a3a-bbbc2d34ad9c req-a0300f93-0bb8-4fb8-a350-869994b434d8 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ae4878d8-86ea-4771-8a3a-bbbc2d34ad9c req-a0300f93-0bb8-4fb8-a350-869994b434d8 service nova] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ae4878d8-86ea-4771-8a3a-bbbc2d34ad9c req-a0300f93-0bb8-4fb8-a350-869994b434d8 service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ae4878d8-86ea-4771-8a3a-bbbc2d34ad9c req-a0300f93-0bb8-4fb8-a350-869994b434d8 service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-ae4878d8-86ea-4771-8a3a-bbbc2d34ad9c req-a0300f93-0bb8-4fb8-a350-869994b434d8 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] No waiting events found dispatching network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:00 user nova-compute[75249]: WARNING nova.compute.manager [req-ae4878d8-86ea-4771-8a3a-bbbc2d34ad9c req-a0300f93-0bb8-4fb8-a350-869994b434d8 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received unexpected event network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 for instance with vm_state active and task_state None.
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:02 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:02 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7828MB free_disk=25.72513198852539GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:41:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed6b1e04-87c8-4bfd-846d-f5350dd105b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:41:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:41:04 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:41:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.106s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:41:07 user nova-compute[75249]: INFO nova.compute.claims [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Claim successful on node user
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.440s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:41:07 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:41:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG nova.policy [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '110b29ee048043b980c9bda6f465f0ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be231765d1be43938ec8493d40e38ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:41:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Creating image(s)
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "/opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "/opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "/opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.206s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.225s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk 1073741824" returned: 0 in 0.054s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:41:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Successfully created port: c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Cannot resize image /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Ensure instance console log exists: /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Successfully updated port: c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "refresh_cache-ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquired lock "refresh_cache-ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-changed-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Refreshing instance network info cache due to event network-changed-c80cc748-01b6-4bfd-a426-c01bbd5d09f5. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] Acquiring lock "refresh_cache-ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Updating instance_info_cache with network_info: [{"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Releasing lock "refresh_cache-ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Instance network_info: |[{"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] Acquired lock "refresh_cache-ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Refreshing network info cache for port c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Start _get_guest_xml network_info=[{"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:41:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1232861991',display_name='tempest-VolumesNegativeTest-instance-1232861991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1232861991',id=10,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be231765d1be43938ec8493d40e38ebe',ramdisk_id='',reservation_id='r-gopwnmfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-2061955387',owner_user_name='tempest-VolumesNegativeTest-2061955387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:08Z,user_data=None,user_id='110b29ee048043b980c9bda6f465f0ab',uuid=ea4de4e0-38da-4ad6-8c85-2998dbbb0f45,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Converting VIF {"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lazy-loading 'pci_devices' on Instance uuid ea4de4e0-38da-4ad6-8c85-2998dbbb0f45 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:41:10 user nova-compute[75249]:   <uuid>ea4de4e0-38da-4ad6-8c85-2998dbbb0f45</uuid>
Nov 29 08:41:10 user nova-compute[75249]:   <name>instance-0000000a</name>
Nov 29 08:41:10 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:41:10 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:41:10 user nova-compute[75249]:   <metadata>
Nov 29 08:41:10 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:41:10 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:41:10 user nova-compute[75249]:       <nova:name>tempest-VolumesNegativeTest-instance-1232861991</nova:name>
Nov 29 08:41:10 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:41:10</nova:creationTime>
Nov 29 08:41:10 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:41:10 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:41:10 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:41:10 user nova-compute[75249]:       <nova:owner>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:user uuid="110b29ee048043b980c9bda6f465f0ab">tempest-VolumesNegativeTest-2061955387-project-member</nova:user>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:project uuid="be231765d1be43938ec8493d40e38ebe">tempest-VolumesNegativeTest-2061955387</nova:project>
Nov 29 08:41:10 user nova-compute[75249]:       </nova:owner>
Nov 29 08:41:10 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:41:10 user nova-compute[75249]:       <nova:ports>
Nov 29 08:41:10 user nova-compute[75249]:         <nova:port uuid="c80cc748-01b6-4bfd-a426-c01bbd5d09f5">
Nov 29 08:41:10 user nova-compute[75249]:           <nova:ip type="fixed" address="192.168.233.220" ipVersion="4"/>
Nov 29 08:41:10 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:10 user nova-compute[75249]:       </nova:ports>
Nov 29 08:41:10 user nova-compute[75249]:     </nova:instance>
Nov 29 08:41:10 user nova-compute[75249]:   </metadata>
Nov 29 08:41:10 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:41:10 user nova-compute[75249]:     <system>
Nov 29 08:41:10 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:41:10 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:41:10 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:41:10 user nova-compute[75249]:       <entry name="serial">ea4de4e0-38da-4ad6-8c85-2998dbbb0f45</entry>
Nov 29 08:41:10 user nova-compute[75249]:       <entry name="uuid">ea4de4e0-38da-4ad6-8c85-2998dbbb0f45</entry>
Nov 29 08:41:10 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:41:10 user nova-compute[75249]:     </system>
Nov 29 08:41:10 user nova-compute[75249]:   </sysinfo>
Nov 29 08:41:10 user nova-compute[75249]:   <os>
Nov 29 08:41:10 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:41:10 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:41:10 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:41:10 user nova-compute[75249]:   </os>
Nov 29 08:41:10 user nova-compute[75249]:   <features>
Nov 29 08:41:10 user nova-compute[75249]:     <acpi/>
Nov 29 08:41:10 user nova-compute[75249]:     <apic/>
Nov 29 08:41:10 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:41:10 user nova-compute[75249]:   </features>
Nov 29 08:41:10 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:41:10 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:41:10 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:41:10 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:41:10 user nova-compute[75249]:   </clock>
Nov 29 08:41:10 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:41:10 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:41:10 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:41:10 user nova-compute[75249]:   </cpu>
Nov 29 08:41:10 user nova-compute[75249]:   <devices>
Nov 29 08:41:10 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:41:10 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:41:10 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk"/>
Nov 29 08:41:10 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:41:10 user nova-compute[75249]:     </disk>
Nov 29 08:41:10 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:10 user nova-compute[75249]:       <mac address="fa:16:3e:a4:3b:63"/>
Nov 29 08:41:10 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:10 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:10 user nova-compute[75249]:       <target dev="tapc80cc748-01"/>
Nov 29 08:41:10 user nova-compute[75249]:     </interface>
Nov 29 08:41:10 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:41:10 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/console.log" append="off"/>
Nov 29 08:41:10 user nova-compute[75249]:     </serial>
Nov 29 08:41:10 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:41:10 user nova-compute[75249]:     <video>
Nov 29 08:41:10 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:10 user nova-compute[75249]:     </video>
Nov 29 08:41:10 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:41:10 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:41:10 user nova-compute[75249]:     </rng>
Nov 29 08:41:10 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:41:10 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:41:10 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:41:10 user nova-compute[75249]:     </memballoon>
Nov 29 08:41:10 user nova-compute[75249]:   </devices>
Nov 29 08:41:10 user nova-compute[75249]: </domain>
Nov 29 08:41:10 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1232861991',display_name='tempest-VolumesNegativeTest-instance-1232861991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1232861991',id=10,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be231765d1be43938ec8493d40e38ebe',ramdisk_id='',reservation_id='r-gopwnmfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-2061955387',owner_user_name='tempest-VolumesNegativeTest-2061955387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:08Z,user_data=None,user_id='110b29ee048043b980c9bda6f465f0ab',uuid=ea4de4e0-38da-4ad6-8c85-2998dbbb0f45,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Converting VIF {"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG os_vif [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5480bade-9726-565b-8df7-c1d3c104f70d', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc80cc748-01, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc80cc748-01, col_values=(('qos', UUID('bb0be6b5-85c8-4b7e-86da-0b3e22473ea0')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc80cc748-01, col_values=(('external_ids', {'iface-id': 'c80cc748-01b6-4bfd-a426-c01bbd5d09f5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:3b:63', 'vm-uuid': 'ea4de4e0-38da-4ad6-8c85-2998dbbb0f45'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:10 user nova-compute[75249]: INFO os_vif [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01')
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] No VIF found with MAC fa:16:3e:a4:3b:63, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Updated VIF entry in instance network info cache for port c80cc748-01b6-4bfd-a426-c01bbd5d09f5. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Updating instance_info_cache with network_info: [{"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-efce7ec8-a78a-4729-9139-6d7df9730585 req-cbd35da8-e67a-4771-a0c7-10c1fcfcca28 service nova] Releasing lock "refresh_cache-ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-0a8b551e-c23c-4597-8f03-062836ee274a req-82f87295-5f63-49ea-81d8-3cbc93e6bc07 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0a8b551e-c23c-4597-8f03-062836ee274a req-82f87295-5f63-49ea-81d8-3cbc93e6bc07 service nova] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0a8b551e-c23c-4597-8f03-062836ee274a req-82f87295-5f63-49ea-81d8-3cbc93e6bc07 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0a8b551e-c23c-4597-8f03-062836ee274a req-82f87295-5f63-49ea-81d8-3cbc93e6bc07 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-0a8b551e-c23c-4597-8f03-062836ee274a req-82f87295-5f63-49ea-81d8-3cbc93e6bc07 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] No waiting events found dispatching network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:12 user nova-compute[75249]: WARNING nova.compute.manager [req-0a8b551e-c23c-4597-8f03-062836ee274a req-82f87295-5f63-49ea-81d8-3cbc93e6bc07 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received unexpected event network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 for instance with vm_state building and task_state spawning.
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:41:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Instance spawned successfully.
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:14 user nova-compute[75249]: INFO nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Took 6.23 seconds to spawn the instance on the hypervisor.
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-2674bafe-47ef-4c9e-a162-f5af8c07cd37 req-e85c9527-6f73-4917-ab51-4d0d613fe181 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2674bafe-47ef-4c9e-a162-f5af8c07cd37 req-e85c9527-6f73-4917-ab51-4d0d613fe181 service nova] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2674bafe-47ef-4c9e-a162-f5af8c07cd37 req-e85c9527-6f73-4917-ab51-4d0d613fe181 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2674bafe-47ef-4c9e-a162-f5af8c07cd37 req-e85c9527-6f73-4917-ab51-4d0d613fe181 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-2674bafe-47ef-4c9e-a162-f5af8c07cd37 req-e85c9527-6f73-4917-ab51-4d0d613fe181 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] No waiting events found dispatching network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:14 user nova-compute[75249]: WARNING nova.compute.manager [req-2674bafe-47ef-4c9e-a162-f5af8c07cd37 req-e85c9527-6f73-4917-ab51-4d0d613fe181 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received unexpected event network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 for instance with vm_state building and task_state spawning.
Nov 29 08:41:14 user nova-compute[75249]: INFO nova.compute.manager [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Took 7.24 seconds to build instance.
Nov 29 08:41:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b24adf9-a1c6-4d43-95ea-485e8062c878 tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.344s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:41:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:18 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:41:18 user nova-compute[75249]: INFO nova.compute.claims [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Claim successful on node user
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:41:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.617s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:41:19 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:41:19 user nova-compute[75249]: INFO nova.virt.block_device [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Booting with volume ca2fab65-67c9-4c79-aff0-1644b759b906 at /dev/vda
Nov 29 08:41:19 user nova-compute[75249]: DEBUG nova.policy [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2002aab3f2cf4c8b95b003aea9881ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd821dc1804744ff8a156a97bfbbd9dbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:41:19 user nova-compute[75249]: DEBUG os_brick.utils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:19 user nova-compute[75249]: INFO oslo.privsep.daemon [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpxmroa20f/privsep.sock']
Nov 29 08:41:19 user sudo[86566]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpxmroa20f/privsep.sock
Nov 29 08:41:19 user sudo[86566]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 08:41:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully created port: b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully created port: 5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully created port: de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:21 user sudo[86566]: pam_unix(sudo:session): session closed for user root
Nov 29 08:41:21 user nova-compute[75249]: INFO oslo.privsep.daemon [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Spawned new privsep daemon via rootwrap
Nov 29 08:41:21 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 08:41:21 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 08:41:21 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 29 08:41:21 user nova-compute[75249]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86571
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec32a617-654a-424a-9056-199131785d18]: (2,) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb8ac4d4-2d4e-456f-9ecd-e65b7a6bb87a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:21 user nova-compute[75249]: WARNING os_brick.initiator.connectors.nvmeof [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0c897a-b23b-4791-a808-3837edec0076]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4c80e3-540c-4c45-b048-5e460abf21e3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[51fb5518-bed8-46d3-b584-29db6cd2b4fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:21 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:41:21 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[959438a3-10fd-4e6c-9268-b613025f6763]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG os_brick.utils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== get_connector_properties: return (1890ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating existing volume attachment record: 98e7675c-1b7e-473d-b80f-a40ec517a2c6 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully created port: b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully created port: bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-b244028b-5da4-4a31-9cee-28c7f974b933. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:22 user nova-compute[75249]: DEBUG nova.network.neutron [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-59aadd8b-dbc2-4683-bdd9-8021e84e1352 req-bb5d9533-058d-428a-9f36-36c22f6e54ef service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: 256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:24 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: 7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-256bb917-4eba-4614-8b6e-61e7229bd8b0. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port 256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: 5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-7de455c7-c9dc-40fe-b9d4-5c8e559489e6. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port 7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-479d21e1-21fa-417f-bbba-73c732651725 req-43b2bb89-4512-45e4-b495-71b3293381bd service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:26 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-5a2241a4-a536-449d-b25a-b4f08c7ff8db. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port 5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Successfully updated port: bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-de97c549-8907-4492-9f8a-9529011f3af0. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-b3b17eb0-836e-46ca-bc85-e60288463fc1. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a860e4c8-c266-459d-baf3-d162deb7114e req-d2348cf1-0dfd-4727-a8c5-024ec83aefff service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:27 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:41:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:29 user nova-compute[75249]: INFO nova.virt.block_device [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Booting with volume 6d694cb7-ca9f-46a0-a271-de2b5ad9b75f at /dev/vdb
Nov 29 08:41:29 user nova-compute[75249]: DEBUG os_brick.utils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4736b1c-1e8f-4440-a485-5abd3bcd17ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb8e5658-4b7d-4f34-84c3-ae89f9aae57f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a726e24-5525-48ba-981b-45a909c76164]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[045d068d-59dd-4d26-b674-9a4ffd4f30db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:29 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b70b3c0-565b-4bcb-9d20-c074bc070198]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG os_brick.utils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating existing volume attachment record: e2366855-b261-4e52-9fb4-1768e19ba1f5 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [{"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance network_info: |[{"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updated VIF entry in instance network info cache for port bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:41:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [{"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7d210dd1-edd8-4a25-832d-a1b098a3df02 req-461a5031-b7f2-499d-8e8d-90ca2201cd43 service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:36 user nova-compute[75249]: INFO nova.virt.block_device [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Booting with volume ff4b0cc4-1bb5-4348-9b51-741b1412500d at /dev/vdc
Nov 29 08:41:37 user nova-compute[75249]: DEBUG os_brick.utils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2730b13a-face-439f-9035-fade30f5cdf6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e0a7b1-697d-437a-a24c-cd091126f579]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a3f9c1-fdf1-4ed1-8904-0b61a28e568f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5afec1-049a-4734-9b78-9f855d320dc7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:37 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:41:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbc93ab-4f7d-4a67-8e37-016d1f6576ca]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG os_brick.utils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:37 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating existing volume attachment record: 206bfe0f-b41b-443d-b519-8bbafad75458 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:41:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:41:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Creating image(s)
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Ensure instance console log exists: /opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Start _get_guest_xml network_info=[{"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '98e7675c-1b7e-473d-b80f-a40ec517a2c6', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ShYyDVTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f2da7214-6c08-4eda-af0f-bf7aa53439db', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca2fab65-67c9-4c79-aff0-1644b759b906', 'serial': 'ca2fab65-67c9-4c79-aff0-1644b759b906'}, 'mount_device': '/dev/vda', 'volume_type': None}, {'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'e2366855-b261-4e52-9fb4-1768e19ba1f5', 'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TzbJyoQq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f2da7214-6c08-4eda-af0f-bf7aa53439db', 'attached_at': '', 'detached_at': '', 'volume_id': '6d694cb7-ca9f-46a0-a271-de2b5ad9b75f', 'serial': '6d694cb7-ca9f-46a0-a271-de2b5ad9b75f'}, 'mount_device': '/dev/vdb', 'volume_type': None}, {'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '206bfe0f-b41b-443d-b519-8bbafad75458', 'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuaWyQOc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f2da7214-6c08-4eda-af0f-bf7aa53439db', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff4b0cc4-1bb5-4348-9b51-741b1412500d', 'serial': 'ff4b0cc4-1bb5-4348-9b51-741b1412500d'}, 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:41:44 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:44 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connector [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Factory for ISCSI on None {{(pid=75249) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ShYyDVTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:44 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:41:44 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:41:44 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e26ffa4-d9e4-4a02-a551-b7a20179c595]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:41:44 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa1db2c-ba4a-44ce-b2ca-abc18fd086f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906] added
Nov 29 08:41:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[00664e48-4e66-4457-ac84-d22693b80fb2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f59565ad-026f-4a58-aeca-81b7170331a8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ShYyDVTL {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ShYyDVTL" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[90b7e795-4612-4128-a9f1-641dead0712c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ShYyDVTL'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a7acc0-a345-4470-880f-8e319f480399]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b35f8f-b85b-4ba4-a0b0-9c81c795e822]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 08:41:45 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 08:41:45 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:41:45 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 08:41:45 user nova-compute[75249]: 
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1506c35-2130-4796-86e2-2e85b9ea30ef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260]
Nov 29 08:41:45 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260] successful.
Nov 29 08:41:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[12828095-bc65-4710-b89d-b1823338d563]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf42070-925d-42af-8ced-6c55994c239f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb083443-2e3b-4915-aa18-290dbe88e64c]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ShYyDVTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:41:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== connect_volume: return (1281ms) {'type': 'block', 'scsi_wwn': '23264333139306331', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264333139306331', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TzbJyoQq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:41:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:41:46 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a0b5c67-4ec7-43dd-a55e-c397df2e455c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:41:46 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[70317cf5-2b15-486a-b626-a8f8363bd06d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f] added
Nov 29 08:41:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.117s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[843467a9-0f8c-44fc-8e7b-532a34f472bd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[938465bb-0360-4535-ba49-ba0b5380cdb0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TzbJyoQq {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TzbJyoQq" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[98740dcd-2f79-4f31-8602-3197c0d8cb05]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TzbJyoQq'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[109e0a87-428d-43d2-8eb8-0e7c59441742]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81dcb38-8712-475d-baa1-7563b8f55831]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5485eb91-834b-4552-abd4-7b12f0ab0c31]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260]
Nov 29 08:41:46 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260] successful.
Nov 29 08:41:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3a6557-1314-4a19-a58d-69645ea4a9a4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[94172d2e-c863-447d-95e4-907c940c4ad8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:46 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:41:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:46 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:41:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0066ee91-ff7a-4d36-bca5-9e2f5f20af22]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:41:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TzbJyoQq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== connect_volume: return (1409ms) {'type': 'block', 'scsi_wwn': '23335646232323730', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335646232323730', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuaWyQOc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:47 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:41:47 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:41:47 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5702a773-e177-4e45-b2d2-fdffb477452b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:41:47 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[175dfe68-bf62-4bcf-9067-e71afe5b4bc9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d] added
Nov 29 08:41:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[31534981-5152-4a97-812a-4a7c1f250dc9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e47bc47-263f-4a97-b4df-e9bfa8b6b010]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nuaWyQOc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nuaWyQOc" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a98e60-cdf5-473b-893d-a8b8986ff2c2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nuaWyQOc'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e62dd310-8dc9-43cd-89dc-37c3556b734e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c3e8adf-448d-4ea4-9dd1-cef3917b33bf]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:41:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:41:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa6263f-b225-4faa-891d-8d3aa8402c07]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260]
Nov 29 08:41:47 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260] successful.
Nov 29 08:41:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41811d7-6895-4507-862a-2d45ae313bbc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f372e0a-56f7-4cdc-92f4-b799ad705a70]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:41:47 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:41:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:41:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:41:47 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:41:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[24dbdca3-d272-4edd-aa97-68f1b9fef2e4]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuaWyQOc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '26535613732653961', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535613732653961', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:48 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lazy-loading 'pci_devices' on Instance uuid f2da7214-6c08-4eda-af0f-bf7aa53439db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:41:49 user nova-compute[75249]:   <uuid>f2da7214-6c08-4eda-af0f-bf7aa53439db</uuid>
Nov 29 08:41:49 user nova-compute[75249]:   <name>instance-0000000b</name>
Nov 29 08:41:49 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:41:49 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:41:49 user nova-compute[75249]:   <metadata>
Nov 29 08:41:49 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:41:49 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:41:49 user nova-compute[75249]:       <nova:name>tempest-device-tagging-server-1534855562</nova:name>
Nov 29 08:41:49 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:41:44</nova:creationTime>
Nov 29 08:41:49 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:41:49 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:41:49 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:41:49 user nova-compute[75249]:       <nova:owner>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:user uuid="2002aab3f2cf4c8b95b003aea9881ee7">tempest-TaggedBootDevicesTest-112841467-project-member</nova:user>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:project uuid="d821dc1804744ff8a156a97bfbbd9dbf">tempest-TaggedBootDevicesTest-112841467</nova:project>
Nov 29 08:41:49 user nova-compute[75249]:       </nova:owner>
Nov 29 08:41:49 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:41:49 user nova-compute[75249]:       <nova:ports>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="b244028b-5da4-4a31-9cee-28c7f974b933">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="256bb917-4eba-4614-8b6e-61e7229bd8b0">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.196" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="7de455c7-c9dc-40fe-b9d4-5c8e559489e6">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.13" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="5a2241a4-a536-449d-b25a-b4f08c7ff8db">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.7" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="de97c549-8907-4492-9f8a-9529011f3af0">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.168" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="b3b17eb0-836e-46ca-bc85-e60288463fc1">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:         <nova:port uuid="bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7">
Nov 29 08:41:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 08:41:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:49 user nova-compute[75249]:       </nova:ports>
Nov 29 08:41:49 user nova-compute[75249]:     </nova:instance>
Nov 29 08:41:49 user nova-compute[75249]:   </metadata>
Nov 29 08:41:49 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:41:49 user nova-compute[75249]:     <system>
Nov 29 08:41:49 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:41:49 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:41:49 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:41:49 user nova-compute[75249]:       <entry name="serial">f2da7214-6c08-4eda-af0f-bf7aa53439db</entry>
Nov 29 08:41:49 user nova-compute[75249]:       <entry name="uuid">f2da7214-6c08-4eda-af0f-bf7aa53439db</entry>
Nov 29 08:41:49 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:41:49 user nova-compute[75249]:     </system>
Nov 29 08:41:49 user nova-compute[75249]:   </sysinfo>
Nov 29 08:41:49 user nova-compute[75249]:   <os>
Nov 29 08:41:49 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:41:49 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:41:49 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:41:49 user nova-compute[75249]:   </os>
Nov 29 08:41:49 user nova-compute[75249]:   <features>
Nov 29 08:41:49 user nova-compute[75249]:     <acpi/>
Nov 29 08:41:49 user nova-compute[75249]:     <apic/>
Nov 29 08:41:49 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:41:49 user nova-compute[75249]:   </features>
Nov 29 08:41:49 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:41:49 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:41:49 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:41:49 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:41:49 user nova-compute[75249]:   </clock>
Nov 29 08:41:49 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:41:49 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:41:49 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:41:49 user nova-compute[75249]:   </cpu>
Nov 29 08:41:49 user nova-compute[75249]:   <devices>
Nov 29 08:41:49 user nova-compute[75249]:     <disk type="file" device="cdrom">
Nov 29 08:41:49 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 08:41:49 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db/disk.config"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="hda" bus="ide"/>
Nov 29 08:41:49 user nova-compute[75249]:     </disk>
Nov 29 08:41:49 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:41:49 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:41:49 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <serial>ca2fab65-67c9-4c79-aff0-1644b759b906</serial>
Nov 29 08:41:49 user nova-compute[75249]:     </disk>
Nov 29 08:41:49 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:41:49 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:41:49 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <serial>6d694cb7-ca9f-46a0-a271-de2b5ad9b75f</serial>
Nov 29 08:41:49 user nova-compute[75249]:     </disk>
Nov 29 08:41:49 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:41:49 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:41:49 user nova-compute[75249]:       <source dev="/dev/sdd"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="vdc" bus="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <serial>ff4b0cc4-1bb5-4348-9b51-741b1412500d</serial>
Nov 29 08:41:49 user nova-compute[75249]:     </disk>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:d2:d2:45"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tapb244028b-5d"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:0c:df:37"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tap256bb917-4e"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:dc:f6:6e"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tap7de455c7-c9"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:a0:43:db"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tap5a2241a4-a5"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:d8:03:68"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tapde97c549-89"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:f2:5c:65"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tapb3b17eb0-83"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:49 user nova-compute[75249]:       <mac address="fa:16:3e:3d:88:1d"/>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:49 user nova-compute[75249]:       <target dev="tapbc29ffcd-22"/>
Nov 29 08:41:49 user nova-compute[75249]:     </interface>
Nov 29 08:41:49 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:41:49 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db/console.log" append="off"/>
Nov 29 08:41:49 user nova-compute[75249]:     </serial>
Nov 29 08:41:49 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:41:49 user nova-compute[75249]:     <video>
Nov 29 08:41:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:49 user nova-compute[75249]:     </video>
Nov 29 08:41:49 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:41:49 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:41:49 user nova-compute[75249]:     </rng>
Nov 29 08:41:49 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:41:49 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:41:49 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:41:49 user nova-compute[75249]:     </memballoon>
Nov 29 08:41:49 user nova-compute[75249]:   </devices>
Nov 29 08:41:49 user nova-compute[75249]: </domain>
Nov 29 08:41:49 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fe50043a-23c2-5f98-a04a-782b70cf2575', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb244028b-5d, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb244028b-5d, col_values=(('qos', UUID('e84dbc06-52ed-4da8-b34b-e309e74c0b56')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb244028b-5d, col_values=(('external_ids', {'iface-id': 'b244028b-5da4-4a31-9cee-28c7f974b933', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:d2:45', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8cc5b699-5ef8-543b-838e-47d786ee3c6c', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap256bb917-4e, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap256bb917-4e, col_values=(('qos', UUID('d722de53-084a-4694-a637-3eeccdd17286')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap256bb917-4e, col_values=(('external_ids', {'iface-id': '256bb917-4eba-4614-8b6e-61e7229bd8b0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:df:37', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69285a44-77f1-5ab6-98bb-0743eda40ec0', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7de455c7-c9, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7de455c7-c9, col_values=(('qos', UUID('4f074520-6c1b-4c44-bec0-d4ce778e1146')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7de455c7-c9, col_values=(('external_ids', {'iface-id': '7de455c7-c9dc-40fe-b9d4-5c8e559489e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:f6:6e', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '795e2bc9-7ad0-53ea-81f4-521c5edf9c8a', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5a2241a4-a5, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5a2241a4-a5, col_values=(('qos', UUID('3907ee87-41e7-4fe3-a844-5ac6d6da58ad')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5a2241a4-a5, col_values=(('external_ids', {'iface-id': '5a2241a4-a536-449d-b25a-b4f08c7ff8db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:43:db', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e6c36fca-7e9b-53d0-98f0-3e62d1a8a291', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde97c549-89, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde97c549-89, col_values=(('qos', UUID('630f2d24-252b-4ce5-9ef5-7372e32233e1')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde97c549-89, col_values=(('external_ids', {'iface-id': 'de97c549-8907-4492-9f8a-9529011f3af0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:03:68', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7cb127cc-ff68-5e78-bf65-2428d4bc7adc', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb3b17eb0-83, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb3b17eb0-83, col_values=(('qos', UUID('c35edb16-f0f0-4ed0-b8f0-400e8cb182a9')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb3b17eb0-83, col_values=(('external_ids', {'iface-id': 'b3b17eb0-836e-46ca-bc85-e60288463fc1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:5c:65', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '449a5f16-e1d1-5560-8b79-daa72b09ba7f', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc29ffcd-22, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc29ffcd-22, col_values=(('qos', UUID('5c85023b-c6e7-41a7-847d-f3d4892a7d5e')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc29ffcd-22, col_values=(('external_ids', {'iface-id': 'bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:88:1d', 'vm-uuid': 'f2da7214-6c08-4eda-af0f-bf7aa53439db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:49 user nova-compute[75249]: INFO os_vif [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22')
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] No BDM found with device name hda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] No VIF found with MAC fa:16:3e:d2:d2:45, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:41:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] No VIF found with MAC fa:16:3e:d8:03:68, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:41:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Using config drive
Nov 29 08:41:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Creating config drive at /opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db/disk.config
Nov 29 08:41:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpnfql73fg {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpnfql73fg" returned: 0 in 0.061s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-581326d6-c636-4d81-b020-63118819d487 req-1fbca398-5172-4d4f-bd41-e74697f32e29 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-581326d6-c636-4d81-b020-63118819d487 req-1fbca398-5172-4d4f-bd41-e74697f32e29 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-581326d6-c636-4d81-b020-63118819d487 req-1fbca398-5172-4d4f-bd41-e74697f32e29 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-581326d6-c636-4d81-b020-63118819d487 req-1fbca398-5172-4d4f-bd41-e74697f32e29 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-581326d6-c636-4d81-b020-63118819d487 req-1fbca398-5172-4d4f-bd41-e74697f32e29 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:52 user nova-compute[75249]: WARNING nova.compute.manager [req-581326d6-c636-4d81-b020-63118819d487 req-1fbca398-5172-4d4f-bd41-e74697f32e29 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 for instance with vm_state building and task_state spawning.
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-8b60babf-bcae-4526-a16c-de4523fe4bbf req-53454da2-5ee8-4f1b-9fe5-8c1707be914e service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b60babf-bcae-4526-a16c-de4523fe4bbf req-53454da2-5ee8-4f1b-9fe5-8c1707be914e service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b60babf-bcae-4526-a16c-de4523fe4bbf req-53454da2-5ee8-4f1b-9fe5-8c1707be914e service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b60babf-bcae-4526-a16c-de4523fe4bbf req-53454da2-5ee8-4f1b-9fe5-8c1707be914e service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-8b60babf-bcae-4526-a16c-de4523fe4bbf req-53454da2-5ee8-4f1b-9fe5-8c1707be914e service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:53 user nova-compute[75249]: WARNING nova.compute.manager [req-8b60babf-bcae-4526-a16c-de4523fe4bbf req-53454da2-5ee8-4f1b-9fe5-8c1707be914e service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 for instance with vm_state building and task_state spawning.
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:54 user nova-compute[75249]: WARNING nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 for instance with vm_state building and task_state spawning.
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:54 user nova-compute[75249]: WARNING nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db for instance with vm_state building and task_state spawning.
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:54 user nova-compute[75249]: WARNING nova.compute.manager [req-6272cad8-90e8-4ac0-a52b-653126dca3b6 req-a635390b-8c91-451d-a32c-9e98399a30eb service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db for instance with vm_state building and task_state spawning.
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:41:54 user nova-compute[75249]: INFO nova.compute.claims [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Claim successful on node user
Nov 29 08:41:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.591s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:41:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-f146707a-7a67-4dce-9766-7c4c892c9db8 req-a7c240c8-3aa2-445e-8b57-f3735feb0437 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f146707a-7a67-4dce-9766-7c4c892c9db8 req-a7c240c8-3aa2-445e-8b57-f3735feb0437 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f146707a-7a67-4dce-9766-7c4c892c9db8 req-a7c240c8-3aa2-445e-8b57-f3735feb0437 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f146707a-7a67-4dce-9766-7c4c892c9db8 req-a7c240c8-3aa2-445e-8b57-f3735feb0437 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-f146707a-7a67-4dce-9766-7c4c892c9db8 req-a7c240c8-3aa2-445e-8b57-f3735feb0437 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:55 user nova-compute[75249]: WARNING nova.compute.manager [req-f146707a-7a67-4dce-9766-7c4c892c9db8 req-a7c240c8-3aa2-445e-8b57-f3735feb0437 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 for instance with vm_state building and task_state spawning.
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.policy [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a05a276ea7d3408e929225a0586f6bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85e3dabf26b844efad05f244787d4015', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:41:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Creating image(s)
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "/opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "/opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "/opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:55 user nova-compute[75249]: WARNING nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 for instance with vm_state building and task_state spawning.
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:55 user nova-compute[75249]: WARNING nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 for instance with vm_state building and task_state spawning.
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:55 user nova-compute[75249]: WARNING nova.compute.manager [req-c2932145-f655-4030-b960-a19f8c691274 req-8fa53e4e-314e-4ea4-937c-26aee2371ca9 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 for instance with vm_state building and task_state spawning.
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.168s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk 1073741824" returned: 0 in 0.044s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.218s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:41:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance spawned successfully.
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Checking if we can resize image /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:41:56 user nova-compute[75249]: INFO nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Took 11.20 seconds to spawn the instance on the hypervisor.
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Successfully created port: b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Cannot resize image /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Ensure instance console log exists: /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:56 user nova-compute[75249]: INFO nova.compute.manager [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Took 37.37 seconds to build instance.
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6079a544-e7c4-4205-a6ca-e63f0d40974b tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.486s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lazy-loading 'flavor' on Instance uuid ed6b1e04-87c8-4bfd-846d-f5350dd105b8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:56 user nova-compute[75249]: INFO nova.compute.manager [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Attaching volume ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 to /dev/vdb
Nov 29 08:41:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf8094d-9acc-48d3-8e38-0af765179307]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed233232-ddbe-4cff-8df6-f9dfcb69bacb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[579c5758-782f-42f2-bcc9-9c33d5511e53]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[450748ad-2bd3-4bab-9023-59471c9235a0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:41:56 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57cb5a3-8ce2-4d73-bc16-d6853a52c55f]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updating existing volume attachment record: 77a59298-28f2-490e-8c0f-91fb8b9ab8eb {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Successfully updated port: b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquired lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:41:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 for instance with vm_state active and task_state None.
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 for instance with vm_state active and task_state None.
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 for instance with vm_state active and task_state None.
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 for instance with vm_state active and task_state None.
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 for instance with vm_state active and task_state None.
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-changed-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Refreshing instance network info cache due to event network-changed-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquiring lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating instance_info_cache with network_info: [{"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Releasing lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Instance network_info: |[{"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Acquired lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Refreshing network info cache for port b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Start _get_guest_xml network_info=[{"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:41:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1459522782',display_name='tempest-TestServerVolumeAttachmentScenario-server-1459522782',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1459522782',id=12,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCjHqhp2PgBB9b01g/28pWVB2zLDOW6hXxMxf/stIdNMzc2lIelCJP1iOT3VNUmoM9l95CAtryEa38mGABzAoDn/Ncm4Y6gwCPeLAyYxukPj3E7AGmki4c4boD6ITo1WMQ==',key_name='tempest-keypair-866870905',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85e3dabf26b844efad05f244787d4015',ramdisk_id='',reservation_id='r-11b88c08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1548497279',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1548497279-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a05a276ea7d3408e929225a0586f6bab',uuid=28aee71a-a508-4877-a263-0597912b8f13,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Converting VIF {"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'pci_devices' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:41:57 user nova-compute[75249]:   <uuid>28aee71a-a508-4877-a263-0597912b8f13</uuid>
Nov 29 08:41:57 user nova-compute[75249]:   <name>instance-0000000c</name>
Nov 29 08:41:57 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:41:57 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:41:57 user nova-compute[75249]:   <metadata>
Nov 29 08:41:57 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:41:57 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:41:57 user nova-compute[75249]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1459522782</nova:name>
Nov 29 08:41:57 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:41:57</nova:creationTime>
Nov 29 08:41:57 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:41:57 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:41:57 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:41:57 user nova-compute[75249]:       <nova:owner>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:user uuid="a05a276ea7d3408e929225a0586f6bab">tempest-TestServerVolumeAttachmentScenario-1548497279-project-member</nova:user>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:project uuid="85e3dabf26b844efad05f244787d4015">tempest-TestServerVolumeAttachmentScenario-1548497279</nova:project>
Nov 29 08:41:57 user nova-compute[75249]:       </nova:owner>
Nov 29 08:41:57 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:41:57 user nova-compute[75249]:       <nova:ports>
Nov 29 08:41:57 user nova-compute[75249]:         <nova:port uuid="b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246">
Nov 29 08:41:57 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:41:57 user nova-compute[75249]:         </nova:port>
Nov 29 08:41:57 user nova-compute[75249]:       </nova:ports>
Nov 29 08:41:57 user nova-compute[75249]:     </nova:instance>
Nov 29 08:41:57 user nova-compute[75249]:   </metadata>
Nov 29 08:41:57 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:41:57 user nova-compute[75249]:     <system>
Nov 29 08:41:57 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:41:57 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:41:57 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:41:57 user nova-compute[75249]:       <entry name="serial">28aee71a-a508-4877-a263-0597912b8f13</entry>
Nov 29 08:41:57 user nova-compute[75249]:       <entry name="uuid">28aee71a-a508-4877-a263-0597912b8f13</entry>
Nov 29 08:41:57 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:41:57 user nova-compute[75249]:     </system>
Nov 29 08:41:57 user nova-compute[75249]:   </sysinfo>
Nov 29 08:41:57 user nova-compute[75249]:   <os>
Nov 29 08:41:57 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:41:57 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:41:57 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:41:57 user nova-compute[75249]:   </os>
Nov 29 08:41:57 user nova-compute[75249]:   <features>
Nov 29 08:41:57 user nova-compute[75249]:     <acpi/>
Nov 29 08:41:57 user nova-compute[75249]:     <apic/>
Nov 29 08:41:57 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:41:57 user nova-compute[75249]:   </features>
Nov 29 08:41:57 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:41:57 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:41:57 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:41:57 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:41:57 user nova-compute[75249]:   </clock>
Nov 29 08:41:57 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:41:57 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:41:57 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:41:57 user nova-compute[75249]:   </cpu>
Nov 29 08:41:57 user nova-compute[75249]:   <devices>
Nov 29 08:41:57 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:41:57 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:41:57 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk"/>
Nov 29 08:41:57 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:41:57 user nova-compute[75249]:     </disk>
Nov 29 08:41:57 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:41:57 user nova-compute[75249]:       <mac address="fa:16:3e:45:46:94"/>
Nov 29 08:41:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:57 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:41:57 user nova-compute[75249]:       <target dev="tapb4d2c8ba-23"/>
Nov 29 08:41:57 user nova-compute[75249]:     </interface>
Nov 29 08:41:57 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:41:57 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/console.log" append="off"/>
Nov 29 08:41:57 user nova-compute[75249]:     </serial>
Nov 29 08:41:57 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:41:57 user nova-compute[75249]:     <video>
Nov 29 08:41:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:41:57 user nova-compute[75249]:     </video>
Nov 29 08:41:57 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:41:57 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:41:57 user nova-compute[75249]:     </rng>
Nov 29 08:41:57 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:41:57 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:41:57 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:41:57 user nova-compute[75249]:     </memballoon>
Nov 29 08:41:57 user nova-compute[75249]:   </devices>
Nov 29 08:41:57 user nova-compute[75249]: </domain>
Nov 29 08:41:57 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:41:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1459522782',display_name='tempest-TestServerVolumeAttachmentScenario-server-1459522782',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1459522782',id=12,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCjHqhp2PgBB9b01g/28pWVB2zLDOW6hXxMxf/stIdNMzc2lIelCJP1iOT3VNUmoM9l95CAtryEa38mGABzAoDn/Ncm4Y6gwCPeLAyYxukPj3E7AGmki4c4boD6ITo1WMQ==',key_name='tempest-keypair-866870905',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='85e3dabf26b844efad05f244787d4015',ramdisk_id='',reservation_id='r-11b88c08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1548497279',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1548497279-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:41:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a05a276ea7d3408e929225a0586f6bab',uuid=28aee71a-a508-4877-a263-0597912b8f13,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Converting VIF {"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG os_vif [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f08331b8-81dd-5d11-ba38-b73894030f3f', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4d2c8ba-23, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4d2c8ba-23, col_values=(('qos', UUID('26de5826-e610-4051-8e73-e93b7b4fcc1d')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4d2c8ba-23, col_values=(('external_ids', {'iface-id': 'b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:46:94', 'vm-uuid': '28aee71a-a508-4877-a263-0597912b8f13'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:57 user nova-compute[75249]: INFO os_vif [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23')
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No VIF found with MAC fa:16:3e:45:46:94, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updated VIF entry in instance network info cache for port b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating instance_info_cache with network_info: [{"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-670ee976-d865-4a45-be0f-6e6433f37d74 req-f302bf7e-dee5-4674-a8f8-7ad33caccbb1 service nova] Releasing lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-changed-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Refreshing instance network info cache due to event network-changed-0e598511-552a-4ffc-86e9-994b3d4c0065. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:41:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:41:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:41:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Refreshing network info cache for port 0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-4354a36e-1dc7-4977-99a2-ede1f709524e req-ce620a1f-bd06-4afa-b825-172a68ce3233 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4354a36e-1dc7-4977-99a2-ede1f709524e req-ce620a1f-bd06-4afa-b825-172a68ce3233 service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4354a36e-1dc7-4977-99a2-ede1f709524e req-ce620a1f-bd06-4afa-b825-172a68ce3233 service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4354a36e-1dc7-4977-99a2-ede1f709524e req-ce620a1f-bd06-4afa-b825-172a68ce3233 service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-4354a36e-1dc7-4977-99a2-ede1f709524e req-ce620a1f-bd06-4afa-b825-172a68ce3233 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:41:59 user nova-compute[75249]: WARNING nova.compute.manager [req-4354a36e-1dc7-4977-99a2-ede1f709524e req-ce620a1f-bd06-4afa-b825-172a68ce3233 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state building and task_state spawning.
Nov 29 08:41:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated VIF entry in instance network info cache for port 0e598511-552a-4ffc-86e9-994b3d4c0065. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33984dea-7d57-4f26-bf59-90ffe1521bb5 req-af289dd6-510e-4800-a22e-447680093fdf service nova] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:41:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-changed-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Refreshing instance network info cache due to event network-changed-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Refreshing network info cache for port cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.network.neutron [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updated VIF entry in instance network info cache for port cc51b01c-4e95-4e4a-a327-5ed2d75b9b00. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.network.neutron [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6f6f266a-e6f4-40bf-bd0b-02a5000684ef req-181a83a2-8797-482d-bd0a-70bbf289aead service nova] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-1ec72b38-95e6-40b6-98b0-022d89fc3db7 req-cfe5ee10-efdb-4640-9205-d49fc2f96901 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1ec72b38-95e6-40b6-98b0-022d89fc3db7 req-cfe5ee10-efdb-4640-9205-d49fc2f96901 service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1ec72b38-95e6-40b6-98b0-022d89fc3db7 req-cfe5ee10-efdb-4640-9205-d49fc2f96901 service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1ec72b38-95e6-40b6-98b0-022d89fc3db7 req-cfe5ee10-efdb-4640-9205-d49fc2f96901 service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-1ec72b38-95e6-40b6-98b0-022d89fc3db7 req-cfe5ee10-efdb-4640-9205-d49fc2f96901 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:01 user nova-compute[75249]: WARNING nova.compute.manager [req-1ec72b38-95e6-40b6-98b0-022d89fc3db7 req-cfe5ee10-efdb-4640-9205-d49fc2f96901 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state building and task_state spawning.
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:42:01 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Instance spawned successfully.
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:01 user nova-compute[75249]: INFO nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Took 6.52 seconds to spawn the instance on the hypervisor.
Nov 29 08:42:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:42:01 user nova-compute[75249]: INFO nova.compute.manager [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Took 7.59 seconds to build instance.
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8c8484cb-0191-428c-8c51-2e8aaab98e7b tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.777s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing instance network info cache due to event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG nova.network.neutron [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG nova.network.neutron [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updated VIF entry in instance network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG nova.network.neutron [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43aae503-cd5d-4478-81ad-91e7bfddcc33 req-92ae123c-c1d2-493d-96b3-2afbe428f3ce service nova] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:03 user nova-compute[75249]: INFO nova.compute.manager [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] instance snapshotting
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Beginning live snapshot process
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json -f qcow2" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json -f qcow2" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbhktbste/98fe0acedf5e49048199f8995b1c271a.delta 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbhktbste/98fe0acedf5e49048199f8995b1c271a.delta 1073741824" returned: 0 in 0.352s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:04 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 08:42:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75249) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Nov 29 08:42:04 user nova-compute[75249]: INFO nova.virt.libvirt.host [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] UEFI support detected
Nov 29 08:42:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.412s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSuPqgLh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:05 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:05 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:05 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:42:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:42:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=6932MB free_disk=25.567535400390625GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b45f6ad-3d98-4806-8820-e64e555d73d5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:42:05 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eec269d-a8c2-4de1-9c3d-8dcfbcd8c20e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7] added
Nov 29 08:42:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c144e2bc-7664-4a6f-8b44-f9db93562354]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4ebb07-e4f3-46f7-97f9-ee50b9b6a13c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VSuPqgLh {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VSuPqgLh" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c32d4a-9020-4cf9-8f76-ddb6b96c79ac]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VSuPqgLh'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[129c54cf-a25d-4b2d-8cd2-f58ec5bb0ba8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed6b1e04-87c8-4bfd-846d-f5350dd105b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ea4de4e0-38da-4ad6-8c85-2998dbbb0f45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f2da7214-6c08-4eda-af0f-bf7aa53439db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 28aee71a-a508-4877-a263-0597912b8f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ee152f-d6cb-47eb-aeae-e682cdc34b9d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:05 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:05 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:05 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:05 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.727s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:42:06 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 08:42:06 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbhktbste/98fe0acedf5e49048199f8995b1c271a.delta /opt/stack/data/nova/instances/snapshots/tmpbhktbste/98fe0acedf5e49048199f8995b1c271a {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbhktbste/98fe0acedf5e49048199f8995b1c271a.delta /opt/stack/data/nova/instances/snapshots/tmpbhktbste/98fe0acedf5e49048199f8995b1c271a" returned: 0 in 0.357s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:06 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Snapshot extracted, beginning image upload
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --login" returned: 0 in 1.080s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[711c9f92-4c8e-4c90-bc4e-0d7daf2daee1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260]
Nov 29 08:42:06 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c84b4e9-3acd-4eee-87c9-eb1f29c68b6b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8c5e29-1c72-4008-98a7-2e6f433fb8bd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:06 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:06 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:06 user nova-compute[75249]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 (non-flash)
Nov 29 08:42:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:06 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:06 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:06 user nova-compute[75249]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 (non-flash)
Nov 29 08:42:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.341s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[702a6f93-4949-427f-a5bb-802137821b29]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSuPqgLh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.382s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] <== connect_volume: return (2385ms) {'type': 'block', 'scsi_wwn': '23733636662393432', 'path': '/dev/sde'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733636662393432', 'path': '/dev/sde'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lazy-loading 'flavor' on Instance uuid ed6b1e04-87c8-4bfd-846d-f5350dd105b8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:42:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:07 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:42:07 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:07 user nova-compute[75249]:   <serial>ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7</serial>
Nov 29 08:42:07 user nova-compute[75249]: </disk>
Nov 29 08:42:07 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] No VIF found with MAC fa:16:3e:b6:db:fe, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-050e2759-8eec-433d-a407-9b6e9ebdf15b tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.227s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:09 user nova-compute[75249]: INFO nova.compute.manager [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Terminating instance
Nov 29 08:42:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:42:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Snapshot image upload complete
Nov 29 08:42:09 user nova-compute[75249]: INFO nova.compute.manager [None req-54e2455c-cba9-429f-a417-f74791a5da9d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Took 6.70 seconds to snapshot the instance on the hypervisor.
Nov 29 08:42:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-08b64ce7-ced0-41b1-9388-b0ce7766767b req-da557e3b-6815-4021-a1ab-f65bc2fcc895 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-vif-unplugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08b64ce7-ced0-41b1-9388-b0ce7766767b req-da557e3b-6815-4021-a1ab-f65bc2fcc895 service nova] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08b64ce7-ced0-41b1-9388-b0ce7766767b req-da557e3b-6815-4021-a1ab-f65bc2fcc895 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08b64ce7-ced0-41b1-9388-b0ce7766767b req-da557e3b-6815-4021-a1ab-f65bc2fcc895 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-08b64ce7-ced0-41b1-9388-b0ce7766767b req-da557e3b-6815-4021-a1ab-f65bc2fcc895 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] No waiting events found dispatching network-vif-unplugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-08b64ce7-ced0-41b1-9388-b0ce7766767b req-da557e3b-6815-4021-a1ab-f65bc2fcc895 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-vif-unplugged-62ed4ed8-75b6-4567-8218-9beebed80754 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:42:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Instance destroyed successfully.
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.objects.instance [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lazy-loading 'resources' on Instance uuid ed6b1e04-87c8-4bfd-846d-f5350dd105b8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1659114923',display_name='tempest-DeleteServersTestJSON-server-1659114923',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1659114923',id=1,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bbf346ee436f4d97acbc7d847138a3a8',ramdisk_id='',reservation_id='r-00tvsjc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-224694725',owner_user_name='tempest-DeleteServersTestJSON-224694725-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:19Z,user_data=None,user_id='1ef0e85119344b49ad4941f436d3207c',uuid=ed6b1e04-87c8-4bfd-846d-f5350dd105b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Converting VIF {"id": "62ed4ed8-75b6-4567-8218-9beebed80754", "address": "fa:16:3e:b6:db:fe", "network": {"id": "8445872c-d6f4-460a-a4ea-713478922645", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1522913555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbf346ee436f4d97acbc7d847138a3a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62ed4ed8-75", "ovs_interfaceid": "62ed4ed8-75b6-4567-8218-9beebed80754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_vif [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62ed4ed8-75, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ba0840c-278c-4496-b22d-361568bf43c5) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:10 user nova-compute[75249]: INFO os_vif [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:db:fe,bridge_name='br-int',has_traffic_filtering=True,id=62ed4ed8-75b6-4567-8218-9beebed80754,network=Network(8445872c-d6f4-460a-a4ea-713478922645),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62ed4ed8-75')
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSuPqgLh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:10 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[674b753d-c263-4064-9660-e5254b2b8f76]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:42:10 user nova-compute[75249]: No targets found.
Nov 29 08:42:10 user nova-compute[75249]: iSNS:
Nov 29 08:42:10 user nova-compute[75249]: No targets found.
Nov 29 08:42:10 user nova-compute[75249]: STATIC:
Nov 29 08:42:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:42:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:42:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:42:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:42:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:42:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:42:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:42:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:42:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:42:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7
Nov 29 08:42:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:42:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:42:10 user nova-compute[75249]: FIRMWARE:
Nov 29 08:42:10 user nova-compute[75249]: No targets found.
Nov 29 08:42:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:42:10 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:42:10 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac446c2-76a1-4001-affb-5cb4ca990789]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c05233b-95ee-4418-8d96-77411564beae]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:10 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:10 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:10 user nova-compute[75249]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 (non-flash)
Nov 29 08:42:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:10 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:10 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:10 user nova-compute[75249]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 (non-flash)
Nov 29 08:42:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf4224f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7'): ({'sde'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Removing single pathed devices sde {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11bfd67-5a20-4763-8754-cd85b2cf56bf]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1888474a-afdf-42cd-90d8-34bfe19a98ba]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Flushing IO for device /dev/sde {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab5d24d2-9322-4d05-b6ae-ec542696f443]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[15adb709-3569-4d1d-8553-7e8c388090b0]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c46ef1-976c-45e2-a7b4-d4b157c1f513]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb500e9-b798-4c7c-89da-5635fd0ee272]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260]
Nov 29 08:42:10 user nova-compute[75249]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba5fac8e-9c2b-472e-b9fc-b0d14a44a6f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[576c80c5-524d-434b-b56c-8c24c13ceb5b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] <== disconnect_volume: return (318ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:42:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Deleting instance files /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8_del
Nov 29 08:42:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Deletion of /opt/stack/data/nova/instances/ed6b1e04-87c8-4bfd-846d-f5350dd105b8_del complete
Nov 29 08:42:11 user nova-compute[75249]: INFO nova.compute.manager [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 29 08:42:11 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:42:11 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:42:11 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:42:11 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:11 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Took 0.57 seconds to deallocate network for instance.
Nov 29 08:42:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-225dd093-c916-4285-90b9-121c100ddf0c req-7883a1af-b9c0-4503-a3e6-8f2e4f6c017b service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-vif-deleted-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:11 user nova-compute[75249]: INFO nova.compute.manager [req-225dd093-c916-4285-90b9-121c100ddf0c req-7883a1af-b9c0-4503-a3e6-8f2e4f6c017b service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Neutron deleted interface 62ed4ed8-75b6-4567-8218-9beebed80754; detaching it from the instance and deleting it from the info cache
Nov 29 08:42:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-225dd093-c916-4285-90b9-121c100ddf0c req-7883a1af-b9c0-4503-a3e6-8f2e4f6c017b service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-225dd093-c916-4285-90b9-121c100ddf0c req-7883a1af-b9c0-4503-a3e6-8f2e4f6c017b service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Detach interface failed, port_id=62ed4ed8-75b6-4567-8218-9beebed80754, reason: Instance ed6b1e04-87c8-4bfd-846d-f5350dd105b8 could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:42:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-b298e9e2-6f49-47bd-bd66-59a3c9c4e52f req-9920df43-81ce-49b4-aadb-f456f1c8f038 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received event network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b298e9e2-6f49-47bd-bd66-59a3c9c4e52f req-9920df43-81ce-49b4-aadb-f456f1c8f038 service nova] Acquiring lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b298e9e2-6f49-47bd-bd66-59a3c9c4e52f req-9920df43-81ce-49b4-aadb-f456f1c8f038 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b298e9e2-6f49-47bd-bd66-59a3c9c4e52f req-9920df43-81ce-49b4-aadb-f456f1c8f038 service nova] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-b298e9e2-6f49-47bd-bd66-59a3c9c4e52f req-9920df43-81ce-49b4-aadb-f456f1c8f038 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] No waiting events found dispatching network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:12 user nova-compute[75249]: WARNING nova.compute.manager [req-b298e9e2-6f49-47bd-bd66-59a3c9c4e52f req-9920df43-81ce-49b4-aadb-f456f1c8f038 service nova] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Received unexpected event network-vif-plugged-62ed4ed8-75b6-4567-8218-9beebed80754 for instance with vm_state active and task_state deleting.
Nov 29 08:42:12 user nova-compute[75249]: INFO nova.compute.manager [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] [instance: ed6b1e04-87c8-4bfd-846d-f5350dd105b8] Took 0.87 seconds to detach 1 volumes for instance.
Nov 29 08:42:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:42:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.369s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:13 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Deleted allocations for instance ed6b1e04-87c8-4bfd-846d-f5350dd105b8
Nov 29 08:42:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2aed4c3b-f53b-46cf-add7-2cefd2c49db9 tempest-DeleteServersTestJSON-224694725 tempest-DeleteServersTestJSON-224694725-project-member] Lock "ed6b1e04-87c8-4bfd-846d-f5350dd105b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.319s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-changed-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Refreshing instance network info cache due to event network-changed-e6d79abf-c5be-48d4-8e05-ccde57d06814. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] Acquiring lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] Acquired lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Refreshing network info cache for port e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updated VIF entry in instance network info cache for port e6d79abf-c5be-48d4-8e05-ccde57d06814. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating instance_info_cache with network_info: [{"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d8829629-bd62-4069-8749-7fc4668190af req-3ed9a0c0-800e-41c5-85c1-f89245e97e7d service nova] Releasing lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'flavor' on Instance uuid d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:22 user nova-compute[75249]: INFO nova.compute.manager [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Attaching volume bb7137b3-fd37-46a1-ada4-c23ce70716bf to /dev/vdb
Nov 29 08:42:22 user nova-compute[75249]: DEBUG os_brick.utils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98d947c-49e5-4c8f-9be3-dd0bab3baa38]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fed29e9-95c9-4a1f-8a79-25525a2a72b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[893dd7c3-3f87-4a8e-bd5e-b8ebe424f79d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f958314-f608-492a-beea-d283f0b39cc9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:22 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:42:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6722206-7c1a-4952-86e7-5dbe09e14ca7]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG os_brick.utils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:22 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating existing volume attachment record: 643c1b79-9a2f-4a50-ba46-7b1c7a0f958b {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:42:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-changed-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Refreshing instance network info cache due to event network-changed-0deb085b-6939-48d9-8369-591f82c098a9. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] Acquiring lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] Acquired lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:26 user nova-compute[75249]: DEBUG nova.network.neutron [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Refreshing network info cache for port 0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "interface-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "interface-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.objects.instance [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'flavor' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-changed-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Refreshing instance network info cache due to event network-changed-ac61ae23-9676-4a03-bdb3-3e4ee458933f. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] Acquiring lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] Acquired lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Refreshing network info cache for port ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updated VIF entry in instance network info cache for port 0deb085b-6939-48d9-8369-591f82c098a9. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.network.neutron [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-06f41ba8-7676-4384-ad48-c1affc876a70 req-bb0671bb-0233-4650-ac60-8df383b53ec7 service nova] Releasing lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.objects.instance [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.objects.base [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Object Instance<0ad0777b-2b0c-4bd2-8f9b-7de358b29deb> lazy-loaded attributes: flavor,pci_requests {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.network.neutron [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:42:27 user nova-compute[75249]: DEBUG nova.policy [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a6e2b89a4224c649ef3a98c8f9bc512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cff7d4752be345cb8d126b4ba55b6af8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:42:28 user nova-compute[75249]: DEBUG nova.network.neutron [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updated VIF entry in instance network info cache for port ac61ae23-9676-4a03-bdb3-3e4ee458933f. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:28 user nova-compute[75249]: DEBUG nova.network.neutron [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updating instance_info_cache with network_info: [{"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4d4375f9-addb-4d37-a513-48c0e857cb33 req-6233e06d-0aca-4c53-a9fe-7c84666d288c service nova] Releasing lock "refresh_cache-4f175e1a-2a03-4bae-b802-412331a5a8d1" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Successfully created port: 5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Successfully updated port: 5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquired lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-changed-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Refreshing instance network info cache due to event network-changed-5d12b5f7-9997-42e0-ac7e-b69958e9d441. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] Acquiring lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Releasing lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] Acquired lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Refreshing network info cache for port 5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG os_vif [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af2d79b0-dc39-5707-ba2d-2f17beb82b63', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d12b5f7-99, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d12b5f7-99, col_values=(('qos', UUID('811d72ed-50ff-4891-85b7-89408e7b2546')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d12b5f7-99, col_values=(('external_ids', {'iface-id': '5d12b5f7-9997-42e0-ac7e-b69958e9d441', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:83:fe', 'vm-uuid': '0ad0777b-2b0c-4bd2-8f9b-7de358b29deb'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: INFO os_vif [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99')
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] attach device xml: <interface type="ethernet">
Nov 29 08:42:29 user nova-compute[75249]:   <mac address="fa:16:3e:5d:83:fe"/>
Nov 29 08:42:29 user nova-compute[75249]:   <model type="virtio"/>
Nov 29 08:42:29 user nova-compute[75249]:   <mtu size="1442"/>
Nov 29 08:42:29 user nova-compute[75249]:   <target dev="tap5d12b5f7-99"/>
Nov 29 08:42:29 user nova-compute[75249]: </interface>
Nov 29 08:42:29 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updated VIF entry in instance network info cache for port 5d12b5f7-9997-42e0-ac7e-b69958e9d441. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-aa4d63cc-cd4f-4bfc-9c73-ad4cb4b6dfa8 req-dca469cd-732a-4af6-96c0-439488672e66 service nova] Releasing lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No BDM found with device name hda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No VIF found with MAC fa:16:3e:96:3a:f5, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:42:30 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:42:30 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:42:30 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:42:30</nova:creationTime>
Nov 29 08:42:30 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:42:30 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:42:30 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:42:30 user nova-compute[75249]:   <nova:owner>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:42:30 user nova-compute[75249]:   </nova:owner>
Nov 29 08:42:30 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:42:30 user nova-compute[75249]:   <nova:ports>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:42:30 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:42:30 user nova-compute[75249]:     </nova:port>
Nov 29 08:42:30 user nova-compute[75249]:     <nova:port uuid="5d12b5f7-9997-42e0-ac7e-b69958e9d441">
Nov 29 08:42:30 user nova-compute[75249]:       <nova:ip type="fixed" address="10.10.10.89" ipVersion="4"/>
Nov 29 08:42:30 user nova-compute[75249]:     </nova:port>
Nov 29 08:42:30 user nova-compute[75249]:   </nova:ports>
Nov 29 08:42:30 user nova-compute[75249]: </nova:instance>
Nov 29 08:42:30 user nova-compute[75249]:  {{(pid=75249) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-11b194a9-bd00-442a-b9b4-78ba829b0aa0 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "interface-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.131s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG nova.objects.instance [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'flavor' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: INFO nova.compute.manager [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Attaching volume a8a7ec47-bec1-407a-b9c2-6a7b7338e217 to /dev/vdb
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.utils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.objects.instance [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lazy-loading 'flavor' on Instance uuid 4f175e1a-2a03-4bae-b802-412331a5a8d1 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[321219d3-df52-41d4-932d-8b0776c1e4ee]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de0cbf0-fe71-4495-9bcc-e2fdc4d1d235]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d34793b6-ff43-4941-8a85-47b0cdfbdee2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[88796472-57ba-4f25-a70e-32a9c26de8c3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:31 user nova-compute[75249]: WARNING nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 for instance with vm_state active and task_state None.
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:31 user nova-compute[75249]: WARNING nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 for instance with vm_state active and task_state None.
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-changed-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Refreshing instance network info cache due to event network-changed-69618c56-c14d-47f5-a8f2-ace4bdb042d6. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Acquiring lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Acquired lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.network.neutron [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Refreshing network info cache for port 69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:31 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b4c7dc-a0de-4a7d-a2e0-49705646bad2]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.utils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating existing volume attachment record: 197446b6-7296-4142-951c-b6ccd458ae7b {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.156s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UvoOWqEH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:31 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:31 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:31 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[353e5d51-0901-4c7e-9134-f0e722760f79]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:42:31 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7feb3dae-efde-4c46-9ed4-90ae1594f0cb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf] added
Nov 29 08:42:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e17e2af-a5a8-40fe-be78-76ed919a5cf5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.085s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[df230612-fa77-4e80-890a-9a2d0e692ae3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UvoOWqEH {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UvoOWqEH" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e7b52d-04d0-454d-9b64-b2e6862fa345]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UvoOWqEH'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lazy-loading 'flavor' on Instance uuid a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: INFO nova.compute.manager [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Attaching volume 8b7b697a-f7f7-4202-9ac8-a8331f8001ff to /dev/sdc
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef8fbb8-85d7-4101-afbc-2783d6aac06b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[364f9c06-8bfb-4ac5-bb9b-fe21c768bd24]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.utils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.104s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e6c309-44bb-40f9-8bdb-a87e6f0b53c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ee59cc-b167-4daf-b439-2be066733d0f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260]
Nov 29 08:42:31 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5eb529-5a87-4dd3-a892-deb3c30e08a6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[771adab0-ef23-4c54-a936-beb16244e718]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8557d077-3713-4a62-a4e2-38c1481cc154]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3981977a-612f-491d-95ef-1bfac52e7691]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45013822-7071-4972-9917-15500987d432]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:31 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:31 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb7bc6d-f3c7-40c9-a8ca-58df85ed09a4]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.utils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] <== get_connector_properties: return (157ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updating existing volume attachment record: f250942a-ed72-4bd4-91de-1d73950e3482 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d057af-33a2-49d5-846c-ddaec9faecc6]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UvoOWqEH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:31 user nova-compute[75249]: INFO nova.compute.manager [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Attaching volume a26c3235-a4de-455f-8853-50de18a5b70f to /dev/vdb
Nov 29 08:42:31 user nova-compute[75249]: DEBUG os_brick.utils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2310e3e4-7745-4551-ba8f-0214395baa2b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0797fb-32e8-4209-8e5b-04c453f1d571]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[58cee2b4-c513-45fe-86b9-da8839720369]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[18dd621b-3186-4d38-9854-67c78e6e871d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:32 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8afaa9c-2420-4706-9c39-2776ed66d4bd]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.utils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updating existing volume attachment record: a9ef29f1-58f0-451f-8fe8-7f066a1f64d3 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG nova.network.neutron [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updated VIF entry in instance network info cache for port 69618c56-c14d-47f5-a8f2-ace4bdb042d6. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG nova.network.neutron [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updating instance_info_cache with network_info: [{"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dac72359-0d52-4aca-91fe-b2cee2e691bd req-ecadb992-ed3e-4b89-a8d9-9086053f0d8b service nova] Releasing lock "refresh_cache-a6544e74-fd67-4a01-9eb7-ff285d4b6922" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.464s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] <== connect_volume: return (1467ms) {'type': 'block', 'scsi_wwn': '26434316130373732', 'path': '/dev/sde'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434316130373732', 'path': '/dev/sde'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'flavor' on Instance uuid d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:42:32 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:32 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:42:32 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:32 user nova-compute[75249]:   <serial>bb7137b3-fd37-46a1-ada4-c23ce70716bf</serial>
Nov 29 08:42:32 user nova-compute[75249]: </disk>
Nov 29 08:42:32 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No VIF found with MAC fa:16:3e:f8:a9:f6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received event network-changed-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Refreshing instance network info cache due to event network-changed-a361fd4a-e2a2-4fdf-a76b-3db685327601. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] Acquiring lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] Acquired lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Refreshing network info cache for port a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updated VIF entry in instance network info cache for port a361fd4a-e2a2-4fdf-a76b-3db685327601. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updating instance_info_cache with network_info: [{"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08024ab3-21a1-406d-afb1-56c18275bea9 req-3a9adea1-30ee-4968-b2e2-7c102763d0fe service nova] Releasing lock "refresh_cache-74dfc01a-369b-4ec7-a852-0179e13fcc8b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cZpofEPw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:40 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe1e38d-a076-41bb-8d20-075f0da74f33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:42:40 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[16753cad-ecf7-4516-8009-74fc40299b9a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f] added
Nov 29 08:42:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc529ff6-c5b3-43fe-88d7-9c4b5d82ff4a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG nova.objects.instance [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lazy-loading 'flavor' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dc685eb-36c3-46c1-b479-acc50c7f66e3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cZpofEPw {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cZpofEPw" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaffa5ae-c6d4-46f9-9755-4e15e097e9d2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cZpofEPw'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[32107d78-dd26-4282-b211-4226a2dd51d2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0afc76-49b3-4242-b3e2-b3594e6de70d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[60999a53-66a7-4946-b6fd-501b7fc16504]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260]
Nov 29 08:42:40 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ae8a46b1-4d2f-418c-ae3f-4c19cb05b364 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.148s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f12467-c0c6-4a7c-9fdb-d7df9eedc4e6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dec4ce8-4d06-4e4f-b887-2d306336a1a8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:40 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4918a57e-9f79-4d57-9ea9-a025ae76ab7d]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:40 user nova-compute[75249]: INFO nova.compute.manager [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Attaching volume 829d6fdc-6f9a-4874-861d-70e0c40aca98 to /dev/vdb
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.utils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb7cd19-c36f-4ba8-92a6-d8921f12f16a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[43fb1abc-7379-4814-8c50-62e4c77a582b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ae77c7-451f-4f38-8f41-efc7b2a6f4b0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa8f262a-ef11-4362-b9bd-41dfcdaef5bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:40 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:42:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2532099-fd98-4ce0-9050-f92d3ceae8ff]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG os_brick.utils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:40 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updating existing volume attachment record: 0e695abf-2b87-4900-8167-785102dd4ee9 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cZpofEPw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '26138643062313732', 'path': '/dev/sdf'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26138643062313732', 'path': '/dev/sdf'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lazy-loading 'flavor' on Instance uuid a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] attach device xml: <disk type="block" device="disk">
Nov 29 08:42:41 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:41 user nova-compute[75249]:   <source dev="/dev/sdf"/>
Nov 29 08:42:41 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:41 user nova-compute[75249]:   <serial>a26c3235-a4de-455f-8853-50de18a5b70f</serial>
Nov 29 08:42:41 user nova-compute[75249]: </disk>
Nov 29 08:42:41 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] No VIF found with MAC fa:16:3e:79:07:91, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EBxTvXRo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:46 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6812d23a-6102-4b9a-9ce1-7b28efd2b37e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:42:46 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a0369c-6805-4dc5-a432-464a11d415e3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217] added
Nov 29 08:42:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWroKRyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[17db3e99-adc4-46e5-a9ee-888fa5312e3b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d572fc66-5c9a-4ea2-a49b-0199a6b884c7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EBxTvXRo {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EBxTvXRo" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f864d95d-a8c2-4d57-83e0-fd97417afb85]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EBxTvXRo'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c13472-dbf4-48fa-a986-4046bdd4a275]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1db1812-49f9-4177-b907-a49e000338a3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f5320dc-8527-4ec8-9331-8f478dc31f1d tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.308s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae0643a5-f212-41dc-a37a-4a3e99ab051d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260]
Nov 29 08:42:47 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[54033107-4a9c-441e-9404-1a0c1f03e2ae]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9483b102-98e1-45d8-82d1-cb14f7473212]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:47 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[122872df-0f28-49cc-90fe-e6263cc4662e]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:47 user nova-compute[75249]: INFO nova.compute.manager [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Detaching volume bb7137b3-fd37-46a1-ada4-c23ce70716bf
Nov 29 08:42:47 user nova-compute[75249]: INFO nova.virt.block_device [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Attempting to driver detach volume bb7137b3-fd37-46a1-ada4-c23ce70716bf from mountpoint /dev/vdb
Nov 29 08:42:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Attempting to detach device vdb from instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:47 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:47 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:42:47 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:47 user nova-compute[75249]:   <serial>bb7137b3-fd37-46a1-ada4-c23ce70716bf</serial>
Nov 29 08:42:47 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:42:47 user nova-compute[75249]: </disk>
Nov 29 08:42:47 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Successfully detached device vdb from instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 from the persistent domain config.
Nov 29 08:42:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:42:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:47 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:47 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:42:47 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:47 user nova-compute[75249]:   <serial>bb7137b3-fd37-46a1-ada4-c23ce70716bf</serial>
Nov 29 08:42:47 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:42:47 user nova-compute[75249]: </disk>
Nov 29 08:42:47 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EBxTvXRo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26332623836376366', 'path': '/dev/sdg'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26332623836376366', 'path': '/dev/sdg'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.294s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:48 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.objects.instance [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'flavor' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff548bb4-ae61-4749-adf2-aca0540e1403]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:42:48 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:42:48 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:48 user nova-compute[75249]:   <source dev="/dev/sdg"/>
Nov 29 08:42:48 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:48 user nova-compute[75249]:   <serial>a8a7ec47-bec1-407a-b9c2-6a7b7338e217</serial>
Nov 29 08:42:48 user nova-compute[75249]: </disk>
Nov 29 08:42:48 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[514d846b-110d-46d8-b4d1-c2fd60f08ce7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff] added
Nov 29 08:42:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8659ddc-fcd5-47b1-88fa-ef18cbd8686a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf09a211-6423-480b-9285-fe1fd4df395f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MWroKRyD {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MWroKRyD" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f6274c-8b57-4b81-8fcb-0f5f015564fa]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MWroKRyD'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] volume_snapshot_create: create_info: {'snapshot_id': 'e56f05bd-fc1a-47a5-9e60-76c99cbe8756', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75249) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] snap xml: <domainsnapshot>
Nov 29 08:42:48 user nova-compute[75249]:   <disks>
Nov 29 08:42:48 user nova-compute[75249]:     <disk name="/dev/sdf" snapshot="external" type="file">
Nov 29 08:42:48 user nova-compute[75249]:       <source file="/dev/new_file"/>
Nov 29 08:42:48 user nova-compute[75249]:     </disk>
Nov 29 08:42:48 user nova-compute[75249]:     <disk name="vda" snapshot="no"/>
Nov 29 08:42:48 user nova-compute[75249]:   </disks>
Nov 29 08:42:48 user nova-compute[75249]: </domainsnapshot>
Nov 29 08:42:48 user nova-compute[75249]:  {{(pid=75249) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] Lazy-loading 'system_metadata' on Instance uuid a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47dfcd9-1303-45fc-a64b-ab6eb018f5a7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4207308-3679-41d0-bf44-cd041044a52e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     rv = execute(f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     six.reraise(c, e, tb)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     raise value
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     rv = meth(*args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     self._volume_snapshot_create(context, instance, guest,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     rv = execute(f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     six.reraise(c, e, tb)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     raise value
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     rv = meth(*args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] 
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-012c65de-0350-49d4-98bc-61837fbf55d4 tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] volume_snapshot_delete: delete_info: {'volume_id': 'a26c3235-a4de-455f-8853-50de18a5b70f'} {{(pid=75249) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [None req-012c65de-0350-49d4-98bc-61837fbf55d4 tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922]     if delete_info['type'] != 'qcow2':
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] KeyError: 'type'
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] 
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f0e5b2-46dd-4847-99d3-5acb62c749b3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260]
Nov 29 08:42:48 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2adc1e0e-dd45-4a71-b8f9-e551f96726f3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot e56f05bd-fc1a-47a5-9e60-76c99cbe8756 could not be found.
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise value
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot e56f05bd-fc1a-47a5-9e60-76c99cbe8756 could not be found. (HTTP 404) (Request-ID: req-72ba61a7-8158-4417-9408-62b510e0d875)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot e56f05bd-fc1a-47a5-9e60-76c99cbe8756 could not be found.
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server [None req-6c2d567d-d6b1-4c82-8433-f8bf5478f45f tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise value
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver [None req-012c65de-0350-49d4-98bc-61837fbf55d4 tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-818b4c63-bb3c-4b59-b667-74c1bc15f3a7)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 08:42:48 user nova-compute[75249]: ERROR nova.virt.libvirt.driver 
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server [None req-012c65de-0350-49d4-98bc-61837fbf55d4 tempest-VolumesAssistedSnapshotsTest-1925974695 tempest-VolumesAssistedSnapshotsTest-1925974695-project] Exception during message handling: KeyError: 'type'
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 29 08:42:48 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[917446c5-8415-4b36-813c-5e643ada6c40]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:42:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:48 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:42:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6fd04fd-488e-406d-991d-47a5b1e9a947]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No BDM found with device name hda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] No VIF found with MAC fa:16:3e:96:3a:f5, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:48 user nova-compute[75249]: INFO nova.compute.manager [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Detaching volume a26c3235-a4de-455f-8853-50de18a5b70f
Nov 29 08:42:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-854d96d6-1303-44e5-8365-83eaea11134f tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.869s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:48 user nova-compute[75249]: INFO nova.virt.block_device [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Attempting to driver detach volume a26c3235-a4de-455f-8853-50de18a5b70f from mountpoint /dev/vdb
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Attempting to detach device vdb from instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:48 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:48 user nova-compute[75249]:   <source dev="/dev/sdf"/>
Nov 29 08:42:48 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:48 user nova-compute[75249]:   <serial>a26c3235-a4de-455f-8853-50de18a5b70f</serial>
Nov 29 08:42:48 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:42:48 user nova-compute[75249]: </disk>
Nov 29 08:42:48 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:48 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Successfully detached device vdb from instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 from the persistent domain config.
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:42:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:48 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:48 user nova-compute[75249]:   <source dev="/dev/sdf"/>
Nov 29 08:42:48 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:48 user nova-compute[75249]:   <serial>a26c3235-a4de-455f-8853-50de18a5b70f</serial>
Nov 29 08:42:48 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:42:48 user nova-compute[75249]: </disk>
Nov 29 08:42:48 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWroKRyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] <== connect_volume: return (2643ms) {'type': 'block', 'scsi_wwn': '23530613930316165', 'path': '/dev/sdh'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530613930316165', 'path': '/dev/sdh'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.868s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:49 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:42:49 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lazy-loading 'flavor' on Instance uuid 4f175e1a-2a03-4bae-b802-412331a5a8d1 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaadc2b5-3b29-49e4-b9c5-362d9916e6b1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:42:49 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:42:49 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:49 user nova-compute[75249]:   <source dev="/dev/sdh"/>
Nov 29 08:42:49 user nova-compute[75249]:   <target dev="sdc" bus="scsi"/>
Nov 29 08:42:49 user nova-compute[75249]:   <serial>8b7b697a-f7f7-4202-9ac8-a8331f8001ff</serial>
Nov 29 08:42:49 user nova-compute[75249]:   <address type="drive" controller="0" unit="2"/>
Nov 29 08:42:49 user nova-compute[75249]: </disk>
Nov 29 08:42:49 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[322d9e01-4694-42c6-a609-8436c303572a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98] added
Nov 29 08:42:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94451d6-c6cd-4f99-bb8f-4c2e7f6af7c4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c279f879-8188-4994-8648-c2c787b7a856]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v efwzrREI {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v efwzrREI" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c63ca3f-b35f-4ea0-bb3d-d13004d46501]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'efwzrREI'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3502c609-3ad6-439a-acf8-8c225ead930c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[91134f11-4b5e-4d59-ae67-391b1ee8e118]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:42:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:42:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9eab63-5be9-4422-b594-b82125fee08d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]
Nov 29 08:42:49 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.
Nov 29 08:42:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c86e24-d6e8-454d-a82c-37c79e60bc9e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a489c8e5-1236-4bb4-9f12-60c4d6b30428]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:42:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:42:49 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:42:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:49 user nova-compute[75249]: INFO nova.compute.manager [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Detaching volume a8a7ec47-bec1-407a-b9c2-6a7b7338e217
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8741f7-a4de-4c82-a808-844f0f9c16ef]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:42:50 user nova-compute[75249]: INFO nova.virt.block_device [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Attempting to driver detach volume a8a7ec47-bec1-407a-b9c2-6a7b7338e217 from mountpoint /dev/vdb
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Attempting to detach device vdb from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:50 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:50 user nova-compute[75249]:   <source dev="/dev/sdg"/>
Nov 29 08:42:50 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:50 user nova-compute[75249]:   <serial>a8a7ec47-bec1-407a-b9c2-6a7b7338e217</serial>
Nov 29 08:42:50 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 08:42:50 user nova-compute[75249]: </disk>
Nov 29 08:42:50 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully detached device vdb from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the persistent domain config.
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:50 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:50 user nova-compute[75249]:   <source dev="/dev/sdg"/>
Nov 29 08:42:50 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:50 user nova-compute[75249]:   <serial>a8a7ec47-bec1-407a-b9c2-6a7b7338e217</serial>
Nov 29 08:42:50 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 08:42:50 user nova-compute[75249]: </disk>
Nov 29 08:42:50 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No BDM found with device name sda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] No VIF found with MAC fa:16:3e:e3:f9:c6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d1824de1-31dc-4d0e-86a3-f6c6b1013630 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.747s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.390s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] <== connect_volume: return (2259ms) {'type': 'block', 'scsi_wwn': '23138303963633935', 'path': '/dev/sdi'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138303963633935', 'path': '/dev/sdi'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.objects.instance [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lazy-loading 'flavor' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:42:51 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:51 user nova-compute[75249]:   <source dev="/dev/sdi"/>
Nov 29 08:42:51 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:42:51 user nova-compute[75249]:   <serial>829d6fdc-6f9a-4874-861d-70e0c40aca98</serial>
Nov 29 08:42:51 user nova-compute[75249]: </disk>
Nov 29 08:42:51 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] No VIF found with MAC fa:16:3e:67:4a:70, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-24c46490-2529-4263-9fd0-cd6c9dee8ada tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.068s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:51 user nova-compute[75249]: INFO nova.compute.manager [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Detaching volume 8b7b697a-f7f7-4202-9ac8-a8331f8001ff
Nov 29 08:42:51 user nova-compute[75249]: INFO nova.virt.block_device [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Attempting to driver detach volume 8b7b697a-f7f7-4202-9ac8-a8331f8001ff from mountpoint /dev/sdc
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Attempting to detach device sdc from instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:51 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:51 user nova-compute[75249]:   <source dev="/dev/sdh"/>
Nov 29 08:42:51 user nova-compute[75249]:   <target dev="sdc" bus="scsi"/>
Nov 29 08:42:51 user nova-compute[75249]:   <serial>8b7b697a-f7f7-4202-9ac8-a8331f8001ff</serial>
Nov 29 08:42:51 user nova-compute[75249]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 08:42:51 user nova-compute[75249]: </disk>
Nov 29 08:42:51 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:51 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Successfully detached device sdc from instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 from the persistent domain config.
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:42:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:42:51 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:42:51 user nova-compute[75249]:   <source dev="/dev/sdh"/>
Nov 29 08:42:51 user nova-compute[75249]:   <target dev="sdc" bus="scsi"/>
Nov 29 08:42:51 user nova-compute[75249]:   <serial>8b7b697a-f7f7-4202-9ac8-a8331f8001ff</serial>
Nov 29 08:42:51 user nova-compute[75249]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 08:42:51 user nova-compute[75249]: </disk>
Nov 29 08:42:51 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG os_brick.utils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba9d8e5-1260-4e02-8aa4-d17e2fb8dbec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1f4f5e-059b-4525-b496-ffe09a92e083]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac3254e-9773-4972-9343-695aefdbf6fc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d61cc570-199a-46f6-b3e3-65c013a8b01c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:42:53 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:42:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1b98bc-09ab-4bf8-a85b-a3390b7f2522]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:42:53 user nova-compute[75249]: DEBUG os_brick.utils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:42:53 user nova-compute[75249]: INFO nova.compute.manager [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Swapping volume 829d6fdc-6f9a-4874-861d-70e0c40aca98 for b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:42:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:42:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:42:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:57 user nova-compute[75249]: INFO nova.compute.manager [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Terminating instance
Nov 29 08:42:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c804c50-ba84-4559-8589-81ff58b743c5 req-07bf0aa4-5e9f-4260-be6f-e302ea35b0b3 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-vif-unplugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c804c50-ba84-4559-8589-81ff58b743c5 req-07bf0aa4-5e9f-4260-be6f-e302ea35b0b3 service nova] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c804c50-ba84-4559-8589-81ff58b743c5 req-07bf0aa4-5e9f-4260-be6f-e302ea35b0b3 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c804c50-ba84-4559-8589-81ff58b743c5 req-07bf0aa4-5e9f-4260-be6f-e302ea35b0b3 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c804c50-ba84-4559-8589-81ff58b743c5 req-07bf0aa4-5e9f-4260-be6f-e302ea35b0b3 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] No waiting events found dispatching network-vif-unplugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c804c50-ba84-4559-8589-81ff58b743c5 req-07bf0aa4-5e9f-4260-be6f-e302ea35b0b3 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-vif-unplugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Instance destroyed successfully.
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.objects.instance [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lazy-loading 'resources' on Instance uuid ea4de4e0-38da-4ad6-8c85-2998dbbb0f45 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:41:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1232861991',display_name='tempest-VolumesNegativeTest-instance-1232861991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1232861991',id=10,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be231765d1be43938ec8493d40e38ebe',ramdisk_id='',reservation_id='r-gopwnmfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-2061955387',owner_user_name='tempest-VolumesNegativeTest-2061955387-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:14Z,user_data=None,user_id='110b29ee048043b980c9bda6f465f0ab',uuid=ea4de4e0-38da-4ad6-8c85-2998dbbb0f45,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Converting VIF {"id": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "address": "fa:16:3e:a4:3b:63", "network": {"id": "2a8a84b2-0fbc-462a-8f42-eecfd01d30d3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "988e8608df6347e891fbb83eee6f007a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc80cc748-01", "ovs_interfaceid": "c80cc748-01b6-4bfd-a426-c01bbd5d09f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG os_vif [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc80cc748-01, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb0be6b5-85c8-4b7e-86da-0b3e22473ea0) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:42:58 user nova-compute[75249]: INFO os_vif [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:3b:63,bridge_name='br-int',has_traffic_filtering=True,id=c80cc748-01b6-4bfd-a426-c01bbd5d09f5,network=Network(2a8a84b2-0fbc-462a-8f42-eecfd01d30d3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc80cc748-01')
Nov 29 08:42:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Deleting instance files /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45_del
Nov 29 08:42:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Deletion of /opt/stack/data/nova/instances/ea4de4e0-38da-4ad6-8c85-2998dbbb0f45_del complete
Nov 29 08:42:58 user nova-compute[75249]: INFO nova.compute.manager [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:42:58 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Took 0.52 seconds to deallocate network for instance.
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.454s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:59 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Deleted allocations for instance ea4de4e0-38da-4ad6-8c85-2998dbbb0f45
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-988a1008-c95d-49ba-9dd3-7b37f8008fee tempest-VolumesNegativeTest-2061955387 tempest-VolumesNegativeTest-2061955387-project-member] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.920s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] Acquiring lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] Lock "ea4de4e0-38da-4ad6-8c85-2998dbbb0f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] No waiting events found dispatching network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:42:59 user nova-compute[75249]: WARNING nova.compute.manager [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received unexpected event network-vif-plugged-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 for instance with vm_state deleted and task_state None.
Nov 29 08:42:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-28c4ba02-1d59-4a80-bfac-c5eeb6d32838 req-f82b5506-b4cb-4935-88f7-10c1c742f252 service nova] [instance: ea4de4e0-38da-4ad6-8c85-2998dbbb0f45] Received event network-vif-deleted-c80cc748-01b6-4bfd-a426-c01bbd5d09f5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xAVOwrKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '74dfc01a-369b-4ec7-a852-0179e13fcc8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21f5021-acce-4d50-aa93-bdb0527421c3', 'serial': 'b21f5021-acce-4d50-aa93-bdb0527421c3'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '74dfc01a-369b-4ec7-a852-0179e13fcc8b', 'attached_at': '', 'detached_at': '', 'volume_id': '829d6fdc-6f9a-4874-861d-70e0c40aca98', 'serial'} {{(pid=75249) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xAVOwrKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:01 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:01 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:01 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f62c31bd-399a-4662-a9d5-5cd4aecc0f9b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:43:01 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[be477947-af77-4b13-8c11-5cbbe862d819]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3] added
Nov 29 08:43:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0214564-f35b-40da-a4c3-a1c9be2a4b87]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a814f8-5013-463e-9e76-7233f5ddafae]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xAVOwrKT {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xAVOwrKT" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b968ef9-9c7e-4cbf-92e6-4a2432d74b72]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xAVOwrKT'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1390e66-187a-49ac-bbe9-4dd96bafa9d4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f710d6-5298-4bbc-ae9d-b040eb3b7eca]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b273cbe7-bf8e-477d-9d04-4d705896daf2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260]
Nov 29 08:43:01 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bbe0b64-cb59-4a73-a0e6-0d6069f2db20]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee1872d-0b54-4ee7-b795-98cde7b0afba]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:01 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ab54fc-9f7e-461c-88ee-c5f765c1c4fd]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xAVOwrKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.629s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] <== connect_volume: return (1632ms) {'type': 'block', 'scsi_wwn': '23763376530356363', 'path': '/dev/sdj'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763376530356363', 'path': '/dev/sdj'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:43:02 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:02 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7044MB free_disk=25.534027099609375GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.objects.instance [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lazy-loading 'flavor' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f2da7214-6c08-4eda-af0f-bf7aa53439db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 28aee71a-a508-4877-a263-0597912b8f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:43:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.535s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 160432128 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 339738624 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 506462208 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 646971392 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:43:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 805306368 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 973078528 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:06 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1deec6be-fd4a-4583-8e67-0d2f6495022c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:06 user nova-compute[75249]: No targets found.
Nov 29 08:43:06 user nova-compute[75249]: iSNS:
Nov 29 08:43:06 user nova-compute[75249]: No targets found.
Nov 29 08:43:06 user nova-compute[75249]: STATIC:
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:43:06 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:06 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:06 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:06 user nova-compute[75249]: No targets found.
Nov 29 08:43:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:06 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:06 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e5071a1-60f4-49a2-897d-8bca4e911a99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a3044aa-1758-416b-95b5-77652ec7d857]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:06 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0d35f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98'): ({'sdi'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Removing single pathed devices sdi {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4690c3f0-952f-4dcf-9159-c596c0edd7d6]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08a087f-45c4-4fe1-872b-063ba9e45e5e]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Flushing IO for device /dev/sdi {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef922d6c-a8bd-46a0-b3ca-a139c4d6eed6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.040s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5319b56e-9d29-45ad-9a28-5117fcdcd125]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] SCSI volumes sdi have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90f57aa-2050-40ff-aea2-ba2558209c23]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81baea4-ae68-47f0-864a-0de4fe414578]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]
Nov 29 08:43:07 user nova-compute[75249]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c00374-e6f4-417a-879a-f5ba1e141ddd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] <== disconnect_volume: return (336ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xAVOwrKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, 'status': 'reserved', 'instance': '74dfc01a-369b-4ec7-a852-0179e13fcc8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21f5021-acce-4d50-aa93-bdb0527421c3', 'serial'} {{(pid=75249) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 08:43:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] swap_volume: removing Cinder connection for volume 829d6fdc-6f9a-4874-861d-70e0c40aca98 {{(pid=75249) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] swap_volume: Updating volume 829d6fdc-6f9a-4874-861d-70e0c40aca98 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "xAVOwrKT", "auth_password": "oZsB3AWYeVvLm6", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdj", "volume_id": "b21f5021-acce-4d50-aa93-bdb0527421c3"}, "status": "reserved", "instance": "74dfc01a-369b-4ec7-a852-0179e13fcc8b", "attached_at": "", "detached_at": "", "volume_id": "b21f5021-acce-4d50-aa93-bdb0527421c3", "serial": "b21f5021-acce-4d50-aa93-bdb0527421c3"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'b21f5021-acce-4d50-aa93-bdb0527421c3', 'no_device': None, 'attachment_id': 'b31ffe25-60b8-414c-91be-aba10c83565f'} {{(pid=75249) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-931a3583-47d7-4e2a-aa28-1f0cf8d3b9fa tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.174s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:08 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 is timed out.
Nov 29 08:43:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Successfully detached device vdb from instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 from the live domain config.
Nov 29 08:43:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UvoOWqEH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:08 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5687ca8-10ce-43e2-98bd-c0171562190b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:08 user nova-compute[75249]: No targets found.
Nov 29 08:43:08 user nova-compute[75249]: iSNS:
Nov 29 08:43:08 user nova-compute[75249]: No targets found.
Nov 29 08:43:08 user nova-compute[75249]: STATIC:
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:43:08 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:08 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:08 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:08 user nova-compute[75249]: No targets found.
Nov 29 08:43:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:08 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:08 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a29f8e5-0474-49a1-a0bd-4868fbd40e4f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccaa1f5-d59d-477e-b835-c66ca5bfb0e4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:08 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0d82d40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf'): ({'sde'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Removing single pathed devices sde {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b8cda3-95ab-4d15-aa08-00ff1a90e040]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ec187d-d2bb-4841-8a58-83c9c7c6cfff]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Flushing IO for device /dev/sde {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a8c2bb-ad97-4230-a438-000467f5753f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1e4b99-abd4-4dd7-b8b9-ae658f93fc6c]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d205f243-5bda-4e4e-9e85-8c81cd28e2ed]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f57cb51-87f8-4a3b-b7d8-21b999f05b1f]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260]
Nov 29 08:43:08 user nova-compute[75249]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb7137b3-fd37-46a1-ada4-c23ce70716bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc46371-9d1d-4871-9566-fe4051417704]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] <== disconnect_volume: return (354ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-changed-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing instance network info cache due to event network-changed-b244028b-5da4-4a31-9cee-28c7f974b933. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] Acquiring lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] Acquired lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Refreshing network info cache for port b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:43:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 is timed out.
Nov 29 08:43:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Successfully detached device vdb from instance a6544e74-fd67-4a01-9eb7-ff285d4b6922 from the live domain config.
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cZpofEPw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:09 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7a3454-5826-40c7-b048-7bf20f4a345f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:09 user nova-compute[75249]: No targets found.
Nov 29 08:43:09 user nova-compute[75249]: iSNS:
Nov 29 08:43:09 user nova-compute[75249]: No targets found.
Nov 29 08:43:09 user nova-compute[75249]: STATIC:
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:43:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:09 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:09 user nova-compute[75249]: No targets found.
Nov 29 08:43:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:09 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:09 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[68537da8-cb7d-4594-87f8-773473e92759]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a3174e-2628-4cc9-83ba-a99d44ca9f6f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:09 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0d371c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f'): ({'sdf'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Removing single pathed devices sdf {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a6fa7cd-ffd6-44b5-a33f-7b33d5d78256]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.036s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0860c1d-b3f6-447a-938b-5739ec2876be]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Flushing IO for device /dev/sdf {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'flavor' on Instance uuid d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9aa698f-cc65-4e30-b2fb-69dbd6e75df3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.075s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3826ffd2-beb9-49fd-9e32-0e7a5943a381]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] SCSI volumes sdf have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c6b62559-7a8e-426b-a761-b9844a170c0b tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.878s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcdafe04-4b4d-403a-99d2-a30afd3adb20]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e7c581-33da-4892-9884-4cdd4f252b8a]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260]
Nov 29 08:43:09 user nova-compute[75249]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.utils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8e0c12-e2d7-4a0a-b915-47dedd49bd1f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26c3235-a4de-455f-8853-50de18a5b70f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce7c1ed5-0021-4d6c-84f0-75655be8be38]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.451s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] <== disconnect_volume: return (452ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[29fd6279-1763-4d95-821d-bdd00f8b45b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[03de0a02-524d-4661-8427-bdbad48b11d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eaaaadf-114c-454f-bfcd-e52d60700195]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updated VIF entry in instance network info cache for port b244028b-5da4-4a31-9cee-28c7f974b933. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [{"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:09 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0888ec7a-cf97-4de7-bd7c-ad33907347d8]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG os_brick.utils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dd5c1c38-80a0-49a7-aa6b-921a5b3aa500 req-2087a5c7-9211-4d16-9d6f-3b1992ea94d3 service nova] Releasing lock "refresh_cache-f2da7214-6c08-4eda-af0f-bf7aa53439db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:10 user nova-compute[75249]: INFO nova.compute.manager [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Swapping volume b21f5021-acce-4d50-aa93-bdb0527421c3 for 829d6fdc-6f9a-4874-861d-70e0c40aca98
Nov 29 08:43:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb is timed out.
Nov 29 08:43:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully detached device vdb from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the live domain config.
Nov 29 08:43:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EBxTvXRo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:10 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b9aad23-7477-412a-a362-69813a6c99a5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:10 user nova-compute[75249]: No targets found.
Nov 29 08:43:10 user nova-compute[75249]: iSNS:
Nov 29 08:43:10 user nova-compute[75249]: No targets found.
Nov 29 08:43:10 user nova-compute[75249]: STATIC:
Nov 29 08:43:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217
Nov 29 08:43:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff
Nov 29 08:43:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:43:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:10 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:10 user nova-compute[75249]: No targets found.
Nov 29 08:43:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:10 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:10 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fdce358-c018-431b-a0c5-6073102f7759]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0952261-8efe-4aa9-a007-7795babbd928]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 (non-flash)
Nov 29 08:43:10 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf433c310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217'): ({'sdg'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Removing single pathed devices sdg {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d40d578-5c3d-441d-98f6-70cb77e6f3c4]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0785097f-0d96-45d7-908d-af2246f78003]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Flushing IO for device /dev/sdg {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08f1522-4be3-4d06-aeff-54f61376a74b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.084s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8ae5ad-045a-4ce5-b4b3-e48d76963ef5]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] SCSI volumes sdg have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5aeed00-aaea-473c-a9d1-2a5d46dea428]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0173f0e0-063c-4109-b677-7710732e8408]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260]
Nov 29 08:43:10 user nova-compute[75249]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8a7ec47-bec1-407a-b9c2-6a7b7338e217 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c1532e-ac8f-4cf2-89a4-d4bef1f0b04d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] <== disconnect_volume: return (361ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lazy-loading 'flavor' on Instance uuid a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-927c6a0b-61d9-4449-9666-bdf99ee48acd tempest-VolumesAssistedSnapshotsTest-468436044 tempest-VolumesAssistedSnapshotsTest-468436044-project-admin] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.267s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'flavor' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c31d61ec-cb5e-4e1c-818e-7be6ef85dd26 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.933s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 is timed out.
Nov 29 08:43:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Successfully detached device sdc from instance 4f175e1a-2a03-4bae-b802-412331a5a8d1 from the live domain config.
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWroKRyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:12 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[54264474-c634-4dcf-b981-2f874e136c64]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:12 user nova-compute[75249]: No targets found.
Nov 29 08:43:12 user nova-compute[75249]: iSNS:
Nov 29 08:43:12 user nova-compute[75249]: No targets found.
Nov 29 08:43:12 user nova-compute[75249]: STATIC:
Nov 29 08:43:12 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:12 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:12 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:12 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:12 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:12 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:12 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:12 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:12 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:12 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff
Nov 29 08:43:12 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:12 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:12 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:43:12 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:12 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:12 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:12 user nova-compute[75249]: No targets found.
Nov 29 08:43:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:12 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:12 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a2bc280-806e-44c8-8e55-dc3866b99aae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[053e005f-7c41-4979-a43e-4bbaa64b572c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:12 user nova-compute[75249]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff (non-flash)
Nov 29 08:43:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0e244c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff'): ({'sdh'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Removing single pathed devices sdh {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7430c484-8cb9-4223-9a63-9c2bc2124b9b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7d6107-1a49-4e56-aa48-5cda53788096]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Flushing IO for device /dev/sdh {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d30d782-a666-46ca-85b7-2e12c10ffbcb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[40aa9ef8-7847-4c28-87e6-459e331c20c5]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] SCSI volumes sdh have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f0e1aa-4365-4a02-87e7-0722ce0a81c4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f3c254-be5a-4251-9bf0-a598461d70c5]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260]
Nov 29 08:43:12 user nova-compute[75249]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b7b697a-f7f7-4202-9ac8-a8331f8001ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d56121-d535-439e-abb6-7f1202e054ef]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] <== disconnect_volume: return (330ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:12 user nova-compute[75249]: INFO nova.compute.manager [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Terminating instance
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "interface-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-5d12b5f7-9997-42e0-ac7e-b69958e9d441" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "interface-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-5d12b5f7-9997-42e0-ac7e-b69958e9d441" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'flavor' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface> {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface> {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Attempting to detach device tap5d12b5f7-99 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] detach device xml: <interface type="ethernet">
Nov 29 08:43:12 user nova-compute[75249]:   <mac address="fa:16:3e:5d:83:fe"/>
Nov 29 08:43:12 user nova-compute[75249]:   <model type="virtio"/>
Nov 29 08:43:12 user nova-compute[75249]:   <mtu size="1442"/>
Nov 29 08:43:12 user nova-compute[75249]:   <target dev="tap5d12b5f7-99"/>
Nov 29 08:43:12 user nova-compute[75249]: </interface>
Nov 29 08:43:12 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface> {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 29 08:43:12 user nova-compute[75249]:   <name>instance-00000006</name>
Nov 29 08:43:12 user nova-compute[75249]:   <uuid>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</uuid>
Nov 29 08:43:12 user nova-compute[75249]:   <metadata>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:12 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:43:12 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:43:12 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:42:30</nova:creationTime>
Nov 29 08:43:12 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:43:12 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:12 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:43:12 user nova-compute[75249]:   <nova:owner>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:43:12 user nova-compute[75249]:   </nova:owner>
Nov 29 08:43:12 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:12 user nova-compute[75249]:   <nova:ports>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:43:12 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:12 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:12 user nova-compute[75249]:     <nova:port uuid="5d12b5f7-9997-42e0-ac7e-b69958e9d441">
Nov 29 08:43:12 user nova-compute[75249]:       <nova:ip type="fixed" address="10.10.10.89" ipVersion="4"/>
Nov 29 08:43:12 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:12 user nova-compute[75249]:   </nova:ports>
Nov 29 08:43:12 user nova-compute[75249]: </nova:instance>
Nov 29 08:43:12 user nova-compute[75249]:   </metadata>
Nov 29 08:43:12 user nova-compute[75249]:   <memory unit='KiB'>524288</memory>
Nov 29 08:43:12 user nova-compute[75249]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 08:43:12 user nova-compute[75249]:   <vcpu placement='static'>1</vcpu>
Nov 29 08:43:12 user nova-compute[75249]:   <resource>
Nov 29 08:43:12 user nova-compute[75249]:     <partition>/machine</partition>
Nov 29 08:43:12 user nova-compute[75249]:   </resource>
Nov 29 08:43:12 user nova-compute[75249]:   <sysinfo type='smbios'>
Nov 29 08:43:12 user nova-compute[75249]:     <system>
Nov 29 08:43:12 user nova-compute[75249]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 08:43:12 user nova-compute[75249]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 08:43:12 user nova-compute[75249]:       <entry name='version'>0.0.0</entry>
Nov 29 08:43:12 user nova-compute[75249]:       <entry name='serial'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:12 user nova-compute[75249]:       <entry name='uuid'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:12 user nova-compute[75249]:       <entry name='family'>Virtual Machine</entry>
Nov 29 08:43:12 user nova-compute[75249]:     </system>
Nov 29 08:43:12 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:12 user nova-compute[75249]:   <os>
Nov 29 08:43:12 user nova-compute[75249]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 08:43:12 user nova-compute[75249]:     <boot dev='hd'/>
Nov 29 08:43:12 user nova-compute[75249]:     <smbios mode='sysinfo'/>
Nov 29 08:43:12 user nova-compute[75249]:   </os>
Nov 29 08:43:12 user nova-compute[75249]:   <features>
Nov 29 08:43:12 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:12 user nova-compute[75249]:     <apic/>
Nov 29 08:43:12 user nova-compute[75249]:     <vmcoreinfo state='on'/>
Nov 29 08:43:12 user nova-compute[75249]:   </features>
Nov 29 08:43:12 user nova-compute[75249]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 08:43:12 user nova-compute[75249]:     <model fallback='forbid'>Nehalem</model>
Nov 29 08:43:12 user nova-compute[75249]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 08:43:12 user nova-compute[75249]:     <feature policy='require' name='vme'/>
Nov 29 08:43:12 user nova-compute[75249]:     <feature policy='require' name='x2apic'/>
Nov 29 08:43:12 user nova-compute[75249]:     <feature policy='require' name='hypervisor'/>
Nov 29 08:43:12 user nova-compute[75249]:   </cpu>
Nov 29 08:43:12 user nova-compute[75249]:   <clock offset='utc'>
Nov 29 08:43:12 user nova-compute[75249]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 08:43:12 user nova-compute[75249]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 08:43:12 user nova-compute[75249]:     <timer name='hpet' present='no'/>
Nov 29 08:43:12 user nova-compute[75249]:   </clock>
Nov 29 08:43:12 user nova-compute[75249]:   <on_poweroff>destroy</on_poweroff>
Nov 29 08:43:12 user nova-compute[75249]:   <on_reboot>restart</on_reboot>
Nov 29 08:43:12 user nova-compute[75249]:   <on_crash>destroy</on_crash>
Nov 29 08:43:12 user nova-compute[75249]:   <devices>
Nov 29 08:43:12 user nova-compute[75249]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 08:43:12 user nova-compute[75249]:     <disk type='file' device='disk'>
Nov 29 08:43:12 user nova-compute[75249]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 08:43:12 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk' index='2'/>
Nov 29 08:43:12 user nova-compute[75249]:       <backingStore type='file' index='3'>
Nov 29 08:43:12 user nova-compute[75249]:         <format type='raw'/>
Nov 29 08:43:12 user nova-compute[75249]:         <source file='/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4'/>
Nov 29 08:43:12 user nova-compute[75249]:         <backingStore/>
Nov 29 08:43:12 user nova-compute[75249]:       </backingStore>
Nov 29 08:43:12 user nova-compute[75249]:       <target dev='vda' bus='virtio'/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='virtio-disk0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </disk>
Nov 29 08:43:12 user nova-compute[75249]:     <disk type='file' device='cdrom'>
Nov 29 08:43:12 user nova-compute[75249]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 08:43:12 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config' index='1'/>
Nov 29 08:43:12 user nova-compute[75249]:       <backingStore/>
Nov 29 08:43:12 user nova-compute[75249]:       <target dev='hda' bus='ide'/>
Nov 29 08:43:12 user nova-compute[75249]:       <readonly/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='ide0-0-0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </disk>
Nov 29 08:43:12 user nova-compute[75249]:     <controller type='usb' index='0' model='none'>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='usb'/>
Nov 29 08:43:12 user nova-compute[75249]:     </controller>
Nov 29 08:43:12 user nova-compute[75249]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='pci.0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </controller>
Nov 29 08:43:12 user nova-compute[75249]:     <controller type='ide' index='0'>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='ide'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 08:43:12 user nova-compute[75249]:     </controller>
Nov 29 08:43:12 user nova-compute[75249]:     <interface type='ethernet'>
Nov 29 08:43:12 user nova-compute[75249]:       <mac address='fa:16:3e:96:3a:f5'/>
Nov 29 08:43:12 user nova-compute[75249]:       <target dev='tap0deb085b-69'/>
Nov 29 08:43:12 user nova-compute[75249]:       <model type='virtio'/>
Nov 29 08:43:12 user nova-compute[75249]:       <mtu size='1442'/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='net0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </interface>
Nov 29 08:43:12 user nova-compute[75249]:     <interface type='ethernet'>
Nov 29 08:43:12 user nova-compute[75249]:       <mac address='fa:16:3e:5d:83:fe'/>
Nov 29 08:43:12 user nova-compute[75249]:       <target dev='tap5d12b5f7-99'/>
Nov 29 08:43:12 user nova-compute[75249]:       <model type='virtio'/>
Nov 29 08:43:12 user nova-compute[75249]:       <mtu size='1442'/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='net1'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </interface>
Nov 29 08:43:12 user nova-compute[75249]:     <serial type='pty'>
Nov 29 08:43:12 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:12 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:12 user nova-compute[75249]:       <target type='isa-serial' port='0'>
Nov 29 08:43:12 user nova-compute[75249]:         <model name='isa-serial'/>
Nov 29 08:43:12 user nova-compute[75249]:       </target>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </serial>
Nov 29 08:43:12 user nova-compute[75249]:     <console type='pty' tty='/dev/pts/6'>
Nov 29 08:43:12 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:12 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:12 user nova-compute[75249]:       <target type='serial' port='0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </console>
Nov 29 08:43:12 user nova-compute[75249]:     <input type='mouse' bus='ps2'>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='input0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </input>
Nov 29 08:43:12 user nova-compute[75249]:     <input type='keyboard' bus='ps2'>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='input1'/>
Nov 29 08:43:12 user nova-compute[75249]:     </input>
Nov 29 08:43:12 user nova-compute[75249]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 29 08:43:12 user nova-compute[75249]:       <listen type='address' address='0.0.0.0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </graphics>
Nov 29 08:43:12 user nova-compute[75249]:     <audio id='1' type='none'/>
Nov 29 08:43:12 user nova-compute[75249]:     <video>
Nov 29 08:43:12 user nova-compute[75249]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='video0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </video>
Nov 29 08:43:12 user nova-compute[75249]:     <memballoon model='virtio'>
Nov 29 08:43:12 user nova-compute[75249]:       <stats period='10'/>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='balloon0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:12 user nova-compute[75249]:     <rng model='virtio'>
Nov 29 08:43:12 user nova-compute[75249]:       <backend model='random'>/dev/urandom</backend>
Nov 29 08:43:12 user nova-compute[75249]:       <alias name='rng0'/>
Nov 29 08:43:12 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 08:43:12 user nova-compute[75249]:     </rng>
Nov 29 08:43:12 user nova-compute[75249]:   </devices>
Nov 29 08:43:12 user nova-compute[75249]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 08:43:12 user nova-compute[75249]:     <label>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</label>
Nov 29 08:43:12 user nova-compute[75249]:     <imagelabel>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</imagelabel>
Nov 29 08:43:12 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:12 user nova-compute[75249]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 08:43:12 user nova-compute[75249]:     <label>+64055:+108</label>
Nov 29 08:43:12 user nova-compute[75249]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 08:43:12 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:12 user nova-compute[75249]: </domain>
Nov 29 08:43:12 user nova-compute[75249]:  {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 08:43:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully detached device tap5d12b5f7-99 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the persistent domain config.
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] (1/8): Attempting to detach device tap5d12b5f7-99 with device alias net1 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] detach device xml: <interface type="ethernet">
Nov 29 08:43:12 user nova-compute[75249]:   <mac address="fa:16:3e:5d:83:fe"/>
Nov 29 08:43:12 user nova-compute[75249]:   <model type="virtio"/>
Nov 29 08:43:12 user nova-compute[75249]:   <mtu size="1442"/>
Nov 29 08:43:12 user nova-compute[75249]:   <target dev="tap5d12b5f7-99"/>
Nov 29 08:43:12 user nova-compute[75249]: </interface>
Nov 29 08:43:12 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1a5d4774-c947-4e20-8306-55081c98eb40 req-fb73cc96-c28b-4f76-93dd-5312472f2a69 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1a5d4774-c947-4e20-8306-55081c98eb40 req-fb73cc96-c28b-4f76-93dd-5312472f2a69 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1a5d4774-c947-4e20-8306-55081c98eb40 req-fb73cc96-c28b-4f76-93dd-5312472f2a69 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1a5d4774-c947-4e20-8306-55081c98eb40 req-fb73cc96-c28b-4f76-93dd-5312472f2a69 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1a5d4774-c947-4e20-8306-55081c98eb40 req-fb73cc96-c28b-4f76-93dd-5312472f2a69 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1a5d4774-c947-4e20-8306-55081c98eb40 req-fb73cc96-c28b-4f76-93dd-5312472f2a69 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-b244028b-5da4-4a31-9cee-28c7f974b933 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-f452073b-bf4a-4ea3-9464-60b5ac5e8e62 req-271f7511-f295-4683-b73a-ee3268c31321 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f452073b-bf4a-4ea3-9464-60b5ac5e8e62 req-271f7511-f295-4683-b73a-ee3268c31321 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f452073b-bf4a-4ea3-9464-60b5ac5e8e62 req-271f7511-f295-4683-b73a-ee3268c31321 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f452073b-bf4a-4ea3-9464-60b5ac5e8e62 req-271f7511-f295-4683-b73a-ee3268c31321 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-f452073b-bf4a-4ea3-9464-60b5ac5e8e62 req-271f7511-f295-4683-b73a-ee3268c31321 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-f452073b-bf4a-4ea3-9464-60b5ac5e8e62 req-271f7511-f295-4683-b73a-ee3268c31321 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Start waiting for the detach event from libvirt for device tap5d12b5f7-99 with device alias net1 for instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lazy-loading 'flavor' on Instance uuid 4f175e1a-2a03-4bae-b802-412331a5a8d1 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8eac208c-b7ee-47cf-a5a8-578d55ba9c9e tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.916s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1f4c2d83-5faa-404d-9d02-531d21781c3f req-9fea6659-29d0-433e-8c7e-12f7e8d0f34e service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1f4c2d83-5faa-404d-9d02-531d21781c3f req-9fea6659-29d0-433e-8c7e-12f7e8d0f34e service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1f4c2d83-5faa-404d-9d02-531d21781c3f req-9fea6659-29d0-433e-8c7e-12f7e8d0f34e service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1f4c2d83-5faa-404d-9d02-531d21781c3f req-9fea6659-29d0-433e-8c7e-12f7e8d0f34e service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1f4c2d83-5faa-404d-9d02-531d21781c3f req-9fea6659-29d0-433e-8c7e-12f7e8d0f34e service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1f4c2d83-5faa-404d-9d02-531d21781c3f req-9fea6659-29d0-433e-8c7e-12f7e8d0f34e service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Instance destroyed successfully.
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lazy-loading 'resources' on Instance uuid f2da7214-6c08-4eda-af0f-bf7aa53439db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb244028b-5d, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e84dbc06-52ed-4da8-b34b-e309e74c0b56) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:d2:45,bridge_name='br-int',has_traffic_filtering=True,id=b244028b-5da4-4a31-9cee-28c7f974b933,network=Network(3284ef25-750a-4cac-b043-249814911efb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb244028b-5d')
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap256bb917-4e, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d722de53-084a-4694-a637-3eeccdd17286) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: INFO nova.compute.manager [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Terminating instance
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:df:37,bridge_name='br-int',has_traffic_filtering=True,id=256bb917-4eba-4614-8b6e-61e7229bd8b0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap256bb917-4e')
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7de455c7-c9, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f074520-6c1b-4c44-bec0-d4ce778e1146) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:f6:6e,bridge_name='br-int',has_traffic_filtering=True,id=7de455c7-c9dc-40fe-b9d4-5c8e559489e6,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7de455c7-c9')
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5a2241a4-a5, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-256bb917-4eba-4614-8b6e-61e7229bd8b0 for instance with vm_state active and task_state deleting.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-unplugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-unplugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-unplugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 for instance with vm_state active and task_state None.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-plugged-5d12b5f7-9997-42e0-ac7e-b69958e9d441 for instance with vm_state active and task_state None.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-5a2241a4-a536-449d-b25a-b4f08c7ff8db for instance with vm_state active and task_state deleting.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-vif-unplugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] No waiting events found dispatching network-vif-unplugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7677d005-ac46-4d50-a212-70a637e86b95 req-90351c99-b4d0-44cc-94ad-29b1016ceec0 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-vif-unplugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-b244028b-5da4-4a31-9cee-28c7f974b933 for instance with vm_state active and task_state deleting.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-7de455c7-c9dc-40fe-b9d4-5c8e559489e6 for instance with vm_state active and task_state deleting.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-de97c549-8907-4492-9f8a-9529011f3af0 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING nova.compute.manager [req-5b9d40de-3fdc-49bd-9795-30bfc0d22eae req-ff4dba65-dcf8-4f88-b7aa-74c0eb1095be service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-de97c549-8907-4492-9f8a-9529011f3af0 for instance with vm_state active and task_state deleting.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3907ee87-41e7-4fe3-a844-5ac6d6da58ad) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:43:db,bridge_name='br-int',has_traffic_filtering=True,id=5a2241a4-a536-449d-b25a-b4f08c7ff8db,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a2241a4-a5')
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "de97c549-8907-4492-9f8a-9529011f3af0", "address": "fa:16:3e:d8:03:68", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde97c549-89", "ovs_interfaceid": "de97c549-8907-4492-9f8a-9529011f3af0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde97c549-89, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=630f2d24-252b-4ce5-9ef5-7372e32233e1) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:03:68,bridge_name='br-int',has_traffic_filtering=True,id=de97c549-8907-4492-9f8a-9529011f3af0,network=Network(b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde97c549-89')
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb3b17eb0-83, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c35edb16-f0f0-4ed0-b8f0-400e8cb182a9) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5c:65,bridge_name='br-int',has_traffic_filtering=True,id=b3b17eb0-836e-46ca-bc85-e60288463fc1,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3b17eb0-83')
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1534855562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1534855562',id=11,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCru8NuxyA6nWLOj1nwJgqwjn7YhFcL9n0p+dooah8o3SDyC8vhf6dtKSPTnF5phqIwnq3bu+1UOpuGjU7RcHkWl6xTdrN9rEVbxt9Um2HiRDuBTkVb+ipsYqe/jVpKWBA==',key_name='tempest-keypair-156749475',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:41:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d821dc1804744ff8a156a97bfbbd9dbf',ramdisk_id='',reservation_id='r-dqf9p2rg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-112841467',owner_user_name='tempest-TaggedBootDevicesTest-112841467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2002aab3f2cf4c8b95b003aea9881ee7',uuid=f2da7214-6c08-4eda-af0f-bf7aa53439db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converting VIF {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc29ffcd-22, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5c85023b-c6e7-41a7-847d-f3d4892a7d5e) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: INFO os_vif [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:88:1d,bridge_name='br-int',has_traffic_filtering=True,id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7,network=Network(aa113383-42d5-4bd1-965e-5a9c8a7bbd36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc29ffcd-22')
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TzbJyoQq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d68c926-0714-46c0-a9c1-8f90a519b7a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:15 user nova-compute[75249]: No targets found.
Nov 29 08:43:15 user nova-compute[75249]: iSNS:
Nov 29 08:43:15 user nova-compute[75249]: No targets found.
Nov 29 08:43:15 user nova-compute[75249]: STATIC:
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:15 user nova-compute[75249]: No targets found.
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:15 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:15 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0582d143-6b68-4baf-b4e7-850e09f6a15c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Instance destroyed successfully.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lazy-loading 'resources' on Instance uuid 4f175e1a-2a03-4bae-b802-412331a5a8d1 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3323a9-25cf-49c4-9c6f-6ecb8695805c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf468f1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-692499615',display_name='tempest-AttachSCSIVolumeTestJSON-server-692499615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-692499615',id=7,image_ref='d986e709-8342-48d6-9490-9fd459b79718',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiL5QHK9jyYFbGK9D/qmUJZU8FsRAWiwGbxnywFqdDg+tn1haHmV5gXue8xttzZj3LYyVEE0ANiWR9Xh/+iDzQSL0ZNhad6Lv/HcDDzKgD7IwhwEBrR6QMNn/2+KETBOA==',key_name='tempest-keypair-214032802',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='afadf2783ef241c3ab26e23042c38885',ramdisk_id='',reservation_id='r-fmbx1666',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='d986e709-8342-48d6-9490-9fd459b79718',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1474464027',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1474464027-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e29f46faf3324bd0a7259d3c66fdb1ae',uuid=4f175e1a-2a03-4bae-b802-412331a5a8d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Converting VIF {"id": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "address": "fa:16:3e:e3:f9:c6", "network": {"id": "db867d0e-6e77-4ce0-8a22-2d2cec0a5618", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1217165025-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "afadf2783ef241c3ab26e23042c38885", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac61ae23-96", "ovs_interfaceid": "ac61ae23-9676-4a03-bdb3-3e4ee458933f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_vif [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac61ae23-96, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8779034-4d64-4436-8ee4-37dce690944e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=90afc706-dc48-4080-b915-6745bcf212e0) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: INFO os_vif [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:f9:c6,bridge_name='br-int',has_traffic_filtering=True,id=ac61ae23-9676-4a03-bdb3-3e4ee458933f,network=Network(db867d0e-6e77-4ce0-8a22-2d2cec0a5618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac61ae23-96')
Nov 29 08:43:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Deleting instance files /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1_del
Nov 29 08:43:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Deletion of /opt/stack/data/nova/instances/4f175e1a-2a03-4bae-b802-412331a5a8d1_del complete
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[530eaabc-ecd4-4c36-8be8-d1b09882ab07]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[564a685f-de5e-44a3-a718-be111928b8b3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: INFO nova.compute.manager [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1c34eb-b1a3-45ba-9330-edd9b5193c58]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c018b8c-9afd-4346-8df8-83dc269263f9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4844e830-b3fd-4027-8c50-91402fefd3bb]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260]
Nov 29 08:43:15 user nova-compute[75249]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d694cb7-ca9f-46a0-a271-de2b5ad9b75f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b554a9d0-d5e8-47f7-bfae-3d2d124d1ea5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== disconnect_volume: return (348ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ShYyDVTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:15 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fba63fe-cae3-4776-bb1b-8fd8ddf0a330]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:15 user nova-compute[75249]: No targets found.
Nov 29 08:43:15 user nova-compute[75249]: iSNS:
Nov 29 08:43:15 user nova-compute[75249]: No targets found.
Nov 29 08:43:15 user nova-compute[75249]: STATIC:
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:15 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:15 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:15 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:15 user nova-compute[75249]: No targets found.
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:15 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:15 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d30c24-6638-4398-8682-d2d1e9be70b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5c43b50-1049-4e93-b188-cea5df7d1e58]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 (non-flash)
Nov 29 08:43:15 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf4224e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[535f3c3b-fc97-453f-8301-0a878329503d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed552ed-06ea-47af-bd43-9553b9862152]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7498bcf-b9e3-4643-8523-b9fbf082134e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[091b5e97-d1fb-4598-80bf-ed000ad44db6]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1350348b-0583-4183-8f77-960472cc19ce]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a55795-3741-4939-9c4b-2b64da29289f]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260]
Nov 29 08:43:16 user nova-compute[75249]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:16 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:16 user nova-compute[75249]: WARNING nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-b3b17eb0-836e-46ca-bc85-e60288463fc1 for instance with vm_state active and task_state deleting.
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-unplugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-unplugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Acquiring lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] No waiting events found dispatching network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:16 user nova-compute[75249]: WARNING nova.compute.manager [req-afbcba96-ddbb-468a-b2cc-5527e21926ba req-29c1c1aa-6882-4876-bf2d-6cddcd6f3984 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received unexpected event network-vif-plugged-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 for instance with vm_state active and task_state deleting.
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca2fab65-67c9-4c79-aff0-1644b759b906 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abfb299-1254-4f68-b77b-13e2d3458b86]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== disconnect_volume: return (314ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nuaWyQOc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:16 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[df154a82-7e50-4a9f-a84d-2ee51b60c5ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:16 user nova-compute[75249]: No targets found.
Nov 29 08:43:16 user nova-compute[75249]: iSNS:
Nov 29 08:43:16 user nova-compute[75249]: No targets found.
Nov 29 08:43:16 user nova-compute[75249]: STATIC:
Nov 29 08:43:16 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d
Nov 29 08:43:16 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:16 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:16 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:16 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:16 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:16 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:16 user nova-compute[75249]: No targets found.
Nov 29 08:43:16 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:16 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:16 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cec3420-938c-49b6-99a3-503c7ca0ca34]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0d9381-d8e5-4917-8ad4-86a39096c25d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:16 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:16 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:16 user nova-compute[75249]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d (non-flash)
Nov 29 08:43:16 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0d86b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9d46a9f-9f65-482b-9228-940bf7b8993e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8d1f95-599c-4bbf-94d1-442ef60fe896]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9b495f-1627-45ac-9a83-777f928a9413]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa46f6f2-a4cc-4f24-9fc6-e35a5320c25c]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddbb6a8-87ee-4b7b-91ba-b0ba3f491f7b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc2942f-c8a0-444b-9824-fd9c3762301e]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260]
Nov 29 08:43:16 user nova-compute[75249]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:16 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff4b0cc4-1bb5-4348-9b51-741b1412500d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f0a27a-855e-490e-9f67-2c5b9f2ec2fa]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] <== disconnect_volume: return (299ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Deleting instance files /opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db_del
Nov 29 08:43:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Deletion of /opt/stack/data/nova/instances/f2da7214-6c08-4eda-af0f-bf7aa53439db_del complete
Nov 29 08:43:16 user nova-compute[75249]: INFO nova.compute.manager [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Took 3.92 seconds to destroy the instance on the hypervisor.
Nov 29 08:43:16 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:43:16 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:17 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Took 1.50 seconds to deallocate network for instance.
Nov 29 08:43:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] Acquiring lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] No waiting events found dispatching network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:17 user nova-compute[75249]: WARNING nova.compute.manager [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received unexpected event network-vif-plugged-ac61ae23-9676-4a03-bdb3-3e4ee458933f for instance with vm_state active and task_state deleting.
Nov 29 08:43:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1cc4a24-dfda-4674-aa79-239761a2b9de req-39cae4e3-9f57-495d-b7a8-92f3bf5ccc17 service nova] [instance: 4f175e1a-2a03-4bae-b802-412331a5a8d1] Received event network-vif-deleted-ac61ae23-9676-4a03-bdb3-3e4ee458933f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:17 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Deleted allocations for instance 4f175e1a-2a03-4bae-b802-412331a5a8d1
Nov 29 08:43:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c6cf87e-30d0-4b6e-978b-f1eccb75a912 tempest-AttachSCSIVolumeTestJSON-1474464027 tempest-AttachSCSIVolumeTestJSON-1474464027-project-member] Lock "4f175e1a-2a03-4bae-b802-412331a5a8d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.074s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '74dfc01a-369b-4ec7-a852-0179e13fcc8b', 'attached_at': '', 'detached_at': '', 'volume_id': '829d6fdc-6f9a-4874-861d-70e0c40aca98', 'serial': '829d6fdc-6f9a-4874-861d-70e0c40aca98'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xAVOwrKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj', 'volume_id': 'b21f5021-acce-4d50-aa93-bdb0527421c3'}, 'status': 'reserved', 'instance': '74dfc01a-369b-4ec7-a852-0179e13fcc8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21f5021-acce-4d50-aa93-bdb0527421c3', 'serial'} {{(pid=75249) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:18 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:18 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:18 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a635e559-bf3c-4bd7-8939-7aabc96c701e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:43:18 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[52efcb10-4098-4519-8a65-40f0a3e60650]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98] added
Nov 29 08:43:18 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89c4565-ab46-4dec-b73d-18a82b5f2ab0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2834f812-5102-4277-aefc-a3a70411bd3e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v efwzrREI {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v efwzrREI" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c752db5-d0dc-4c28-b9f1-f43c944ddb6a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'efwzrREI'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6824ac19-c1cb-4683-976c-f9029eab6aad]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[47df52dc-6459-4de1-8b5e-622083581836]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:18 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:18 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[88e3e564-fafe-431f-9482-4c2a958abe44]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]
Nov 29 08:43:18 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:18 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6568dce-1c7f-4ddd-a15c-b99c5b9db5bd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb69652-7799-4102-abf1-b0091c3bc8d4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:18 user nova-compute[75249]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:18 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:18 user nova-compute[75249]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:18 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53ce72a-e1fd-4656-b501-665389ed4663]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "878019f3-7157-4473-b547-dd99005977ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:18 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:43:18 user nova-compute[75249]: INFO nova.compute.claims [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Claim successful on node user
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.416s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fa21ebb-6c14-4d7f-a02e-cfc2a7e97c22 req-781ab407-8ec2-494e-8930-d57444a8422a service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-deleted-de97c549-8907-4492-9f8a-9529011f3af0 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:19 user nova-compute[75249]: INFO nova.compute.manager [req-5fa21ebb-6c14-4d7f-a02e-cfc2a7e97c22 req-781ab407-8ec2-494e-8930-d57444a8422a service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Neutron deleted interface de97c549-8907-4492-9f8a-9529011f3af0; detaching it from the instance and deleting it from the info cache
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-5fa21ebb-6c14-4d7f-a02e-cfc2a7e97c22 req-781ab407-8ec2-494e-8930-d57444a8422a service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [{"id": "b244028b-5da4-4a31-9cee-28c7f974b933", "address": "fa:16:3e:d2:d2:45", "network": {"id": "3284ef25-750a-4cac-b043-249814911efb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-787335491-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb244028b-5d", "ovs_interfaceid": "b244028b-5da4-4a31-9cee-28c7f974b933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fa21ebb-6c14-4d7f-a02e-cfc2a7e97c22 req-781ab407-8ec2-494e-8930-d57444a8422a service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Detach interface failed, port_id=de97c549-8907-4492-9f8a-9529011f3af0, reason: Instance f2da7214-6c08-4eda-af0f-bf7aa53439db could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:43:19 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.policy [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2825c6d64440be860bb95c92faea38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '782939fa1f2648eb8b0e8ec8c26ccc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:43:19 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Creating image(s)
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "/opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23138303963633935', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138303963633935', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG nova.objects.instance [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lazy-loading 'flavor' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk 1073741824" returned: 0 in 0.055s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Checking if we can resize image /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 12582912 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Cannot resize image /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Ensure instance console log exists: /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Successfully created port: d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 150994944 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 273678336 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.compute.manager [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-deleted-b244028b-5da4-4a31-9cee-28c7f974b933 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:21 user nova-compute[75249]: INFO nova.compute.manager [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Neutron deleted interface b244028b-5da4-4a31-9cee-28c7f974b933; detaching it from the instance and deleting it from the info cache
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [{"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "address": "fa:16:3e:3d:88:1d", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc29ffcd-22", "ovs_interfaceid": "bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.compute.manager [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Detach interface failed, port_id=b244028b-5da4-4a31-9cee-28c7f974b933, reason: Instance f2da7214-6c08-4eda-af0f-bf7aa53439db could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.compute.manager [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-deleted-bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:21 user nova-compute[75249]: INFO nova.compute.manager [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Neutron deleted interface bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7; detaching it from the instance and deleting it from the info cache
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [{"id": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "address": "fa:16:3e:0c:df:37", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap256bb917-4e", "ovs_interfaceid": "256bb917-4eba-4614-8b6e-61e7229bd8b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "address": "fa:16:3e:dc:f6:6e", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7de455c7-c9", "ovs_interfaceid": "7de455c7-c9dc-40fe-b9d4-5c8e559489e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "address": "fa:16:3e:a0:43:db", "network": {"id": "b4d5a4cd-2bf2-4338-8d16-a2fb1c1f5ecd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1270946297", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a2241a4-a5", "ovs_interfaceid": "5a2241a4-a536-449d-b25a-b4f08c7ff8db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "address": "fa:16:3e:f2:5c:65", "network": {"id": "aa113383-42d5-4bd1-965e-5a9c8a7bbd36", "bridge": "br-int", "label": "tempest-device-tagging-net2-427732084", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d821dc1804744ff8a156a97bfbbd9dbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3b17eb0-83", "ovs_interfaceid": "b3b17eb0-836e-46ca-bc85-e60288463fc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.compute.manager [req-04d1a855-4fe0-45f7-9ce1-6dd3ba79dcf3 req-36f96653-79cd-4698-8fc8-bb7a57847c4c service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Detach interface failed, port_id=bc29ffcd-22e8-48e3-9c5d-9e0e632cd3d7, reason: Instance f2da7214-6c08-4eda-af0f-bf7aa53439db could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Successfully updated port: d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 406847488 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Took 5.65 seconds to deallocate network for instance.
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updating instance_info_cache with network_info: [{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 562036736 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Instance network_info: |[{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Start _get_guest_xml network_info=[{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:43:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-913448681',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-913448681',id=13,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-eo1kqw1l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:43:19Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=878019f3-7157-4473-b547-dd99005977ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.objects.instance [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'pci_devices' on Instance uuid 878019f3-7157-4473-b547-dd99005977ae {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:43:22 user nova-compute[75249]:   <uuid>878019f3-7157-4473-b547-dd99005977ae</uuid>
Nov 29 08:43:22 user nova-compute[75249]:   <name>instance-0000000d</name>
Nov 29 08:43:22 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:43:22 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:43:22 user nova-compute[75249]:   <metadata>
Nov 29 08:43:22 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:22 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:43:22 user nova-compute[75249]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-913448681</nova:name>
Nov 29 08:43:22 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:43:22</nova:creationTime>
Nov 29 08:43:22 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:43:22 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:22 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:43:22 user nova-compute[75249]:       <nova:owner>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:user uuid="6d2825c6d64440be860bb95c92faea38">tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member</nova:user>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:project uuid="782939fa1f2648eb8b0e8ec8c26ccc30">tempest-ServerBootFromVolumeStableRescueTest-805179477</nova:project>
Nov 29 08:43:22 user nova-compute[75249]:       </nova:owner>
Nov 29 08:43:22 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:22 user nova-compute[75249]:       <nova:ports>
Nov 29 08:43:22 user nova-compute[75249]:         <nova:port uuid="d1285012-c5ef-4f19-a119-3f2bcba659c8">
Nov 29 08:43:22 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 08:43:22 user nova-compute[75249]:         </nova:port>
Nov 29 08:43:22 user nova-compute[75249]:       </nova:ports>
Nov 29 08:43:22 user nova-compute[75249]:     </nova:instance>
Nov 29 08:43:22 user nova-compute[75249]:   </metadata>
Nov 29 08:43:22 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:43:22 user nova-compute[75249]:     <system>
Nov 29 08:43:22 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:43:22 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:43:22 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:43:22 user nova-compute[75249]:       <entry name="serial">878019f3-7157-4473-b547-dd99005977ae</entry>
Nov 29 08:43:22 user nova-compute[75249]:       <entry name="uuid">878019f3-7157-4473-b547-dd99005977ae</entry>
Nov 29 08:43:22 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:43:22 user nova-compute[75249]:     </system>
Nov 29 08:43:22 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:22 user nova-compute[75249]:   <os>
Nov 29 08:43:22 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:43:22 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:43:22 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:43:22 user nova-compute[75249]:   </os>
Nov 29 08:43:22 user nova-compute[75249]:   <features>
Nov 29 08:43:22 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:22 user nova-compute[75249]:     <apic/>
Nov 29 08:43:22 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:43:22 user nova-compute[75249]:   </features>
Nov 29 08:43:22 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:43:22 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:43:22 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:43:22 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:43:22 user nova-compute[75249]:   </clock>
Nov 29 08:43:22 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:43:22 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:43:22 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:43:22 user nova-compute[75249]:   </cpu>
Nov 29 08:43:22 user nova-compute[75249]:   <devices>
Nov 29 08:43:22 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:43:22 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:43:22 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk"/>
Nov 29 08:43:22 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:43:22 user nova-compute[75249]:     </disk>
Nov 29 08:43:22 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:43:22 user nova-compute[75249]:       <mac address="fa:16:3e:76:a8:18"/>
Nov 29 08:43:22 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:43:22 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:43:22 user nova-compute[75249]:       <target dev="tapd1285012-c5"/>
Nov 29 08:43:22 user nova-compute[75249]:     </interface>
Nov 29 08:43:22 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:43:22 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/console.log" append="off"/>
Nov 29 08:43:22 user nova-compute[75249]:     </serial>
Nov 29 08:43:22 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:43:22 user nova-compute[75249]:     <video>
Nov 29 08:43:22 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:43:22 user nova-compute[75249]:     </video>
Nov 29 08:43:22 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:43:22 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:43:22 user nova-compute[75249]:     </rng>
Nov 29 08:43:22 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:43:22 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:43:22 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:43:22 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:22 user nova-compute[75249]:   </devices>
Nov 29 08:43:22 user nova-compute[75249]: </domain>
Nov 29 08:43:22 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-913448681',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-913448681',id=13,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-eo1kqw1l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:43:19Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=878019f3-7157-4473-b547-dd99005977ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG os_vif [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed43fd39-ed55-504f-a8f3-735f600b197c', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1285012-c5, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1285012-c5, col_values=(('qos', UUID('669f159a-66da-48d3-b3a2-850d89852d87')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1285012-c5, col_values=(('external_ids', {'iface-id': 'd1285012-c5ef-4f19-a119-3f2bcba659c8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:a8:18', 'vm-uuid': '878019f3-7157-4473-b547-dd99005977ae'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:22 user nova-compute[75249]: INFO os_vif [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5')
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No VIF found with MAC fa:16:3e:76:a8:18, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:43:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 651165696 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 784334848 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-deleted-5a2241a4-a536-449d-b25a-b4f08c7ff8db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-changed-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Refreshing instance network info cache due to event network-changed-d1285012-c5ef-4f19-a119-3f2bcba659c8. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] Acquiring lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] Acquired lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Refreshing network info cache for port d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 934281216 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updated VIF entry in instance network info cache for port d1285012-c5ef-4f19-a119-3f2bcba659c8. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updating instance_info_cache with network_info: [{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] Releasing lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-8777bb5c-a28b-4499-8966-87fb162da6a3 req-30713bdd-fd58-45f6-8333-a0976c5a0464 service nova] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Received event network-vif-deleted-b3b17eb0-836e-46ca-bc85-e60288463fc1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 1024458752 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xAVOwrKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj', 'volume_id': 'b21f5021-acce-4d50-aa93-bdb0527421c3'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:24 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8526a2d0-ed03-4e88-9b18-3184d58faf92]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:24 user nova-compute[75249]: No targets found.
Nov 29 08:43:24 user nova-compute[75249]: iSNS:
Nov 29 08:43:24 user nova-compute[75249]: No targets found.
Nov 29 08:43:24 user nova-compute[75249]: STATIC:
Nov 29 08:43:24 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98
Nov 29 08:43:24 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:24 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:24 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3
Nov 29 08:43:24 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:24 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:24 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:24 user nova-compute[75249]: No targets found.
Nov 29 08:43:24 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:24 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:24 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d32e086-cd73-4a20-9055-baf45e7e3820]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccd2526-31f8-434f-b012-2dd33cbb8b25]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:25 user nova-compute[75249]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 (non-flash)
Nov 29 08:43:25 user nova-compute[75249]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0e24c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3'): ({'sdj'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Removing single pathed devices sdj {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ba1e20-d545-495a-b16d-bee8e9d88513]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c1292e-4e0d-4ca7-8320-a6c38ac26fc7]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Flushing IO for device /dev/sdj {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d026ca0-8cd3-45df-b0e2-44bfb01768bc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b414451-cb45-4767-91bc-f19d76b08a7a]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] SCSI volumes sdj have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f11e8a-6a35-4e39-8ccb-53ec181d2416]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a20566-7477-4f04-b4c2-421b280b9c38]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260]
Nov 29 08:43:25 user nova-compute[75249]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21f5021-acce-4d50-aa93-bdb0527421c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c9f1d7-e6f3-45b9-81fe-38ad7977ffcd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] <== disconnect_volume: return (330ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.manager [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '74dfc01a-369b-4ec7-a852-0179e13fcc8b', 'attached_at': '', 'detached_at': '', 'volume_id': '829d6fdc-6f9a-4874-861d-70e0c40aca98', 'serial'} {{(pid=75249) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.manager [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] swap_volume: removing Cinder connection for volume b21f5021-acce-4d50-aa93-bdb0527421c3 {{(pid=75249) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 08:43:25 user nova-compute[75249]: INFO nova.compute.manager [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] [instance: f2da7214-6c08-4eda-af0f-bf7aa53439db] Took 3.28 seconds to detach 3 volumes for instance.
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] No waiting events found dispatching network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:25 user nova-compute[75249]: WARNING nova.compute.manager [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received unexpected event network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 for instance with vm_state building and task_state spawning.
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] No waiting events found dispatching network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:25 user nova-compute[75249]: WARNING nova.compute.manager [req-0443aa00-3805-4223-8eb0-83821cb485c2 req-a4fe7bb4-2e87-4658-b69d-71640c3abb6b service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received unexpected event network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 for instance with vm_state building and task_state spawning.
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:25 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Deleted allocations for instance f2da7214-6c08-4eda-af0f-bf7aa53439db
Nov 29 08:43:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b48c3fd9-fd48-4494-9a3a-bb05e09036ff tempest-TaggedBootDevicesTest-112841467 tempest-TaggedBootDevicesTest-112841467-project-member] Lock "f2da7214-6c08-4eda-af0f-bf7aa53439db" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.416s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] swap_volume: Updating volume b21f5021-acce-4d50-aa93-bdb0527421c3 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "efwzrREI", "auth_password": "PMNmo529AXfep4", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "829d6fdc-6f9a-4874-861d-70e0c40aca98"}, "status": "reserved", "instance": "74dfc01a-369b-4ec7-a852-0179e13fcc8b", "attached_at": "", "detached_at": "", "volume_id": "829d6fdc-6f9a-4874-861d-70e0c40aca98", "serial": "829d6fdc-6f9a-4874-861d-70e0c40aca98"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '829d6fdc-6f9a-4874-861d-70e0c40aca98', 'no_device': None, 'attachment_id': '201a2b91-be59-40d7-8d94-8cadb951f61b'} {{(pid=75249) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-580fc8d2-736e-4be0-ac0d-2c636f452661 tempest-TestVolumeSwap-262564644 tempest-TestVolumeSwap-262564644-project-admin] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 16.385s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:43:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 878019f3-7157-4473-b547-dd99005977ae] Instance spawned successfully.
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:26 user nova-compute[75249]: INFO nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Took 7.31 seconds to spawn the instance on the hypervisor.
Nov 29 08:43:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:43:26 user nova-compute[75249]: INFO nova.compute.manager [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Took 8.08 seconds to build instance.
Nov 29 08:43:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1197c396-0a91-4eeb-926a-863440ae29d2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "878019f3-7157-4473-b547-dd99005977ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.174s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:27 user nova-compute[75249]: INFO nova.compute.manager [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Detaching volume 829d6fdc-6f9a-4874-861d-70e0c40aca98
Nov 29 08:43:27 user nova-compute[75249]: INFO nova.virt.block_device [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Attempting to driver detach volume 829d6fdc-6f9a-4874-861d-70e0c40aca98 from mountpoint /dev/vdb
Nov 29 08:43:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Attempting to detach device vdb from instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:43:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:43:27 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:43:27 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:43:27 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:43:27 user nova-compute[75249]:   <serial>829d6fdc-6f9a-4874-861d-70e0c40aca98</serial>
Nov 29 08:43:27 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:43:27 user nova-compute[75249]: </disk>
Nov 29 08:43:27 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:43:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Successfully detached device vdb from instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b from the persistent domain config.
Nov 29 08:43:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:43:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:43:27 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:43:27 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:43:27 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:43:27 user nova-compute[75249]:   <serial>829d6fdc-6f9a-4874-861d-70e0c40aca98</serial>
Nov 29 08:43:27 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:43:27 user nova-compute[75249]: </disk>
Nov 29 08:43:27 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:43:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:43:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Waiting for libvirt event about the detach of device tap5d12b5f7-99 with device alias net1 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb is timed out.
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface> {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 29 08:43:33 user nova-compute[75249]:   <name>instance-00000006</name>
Nov 29 08:43:33 user nova-compute[75249]:   <uuid>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</uuid>
Nov 29 08:43:33 user nova-compute[75249]:   <metadata>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:33 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:42:30</nova:creationTime>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:43:33 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:ports>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:43:33 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:33 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:port uuid="5d12b5f7-9997-42e0-ac7e-b69958e9d441">
Nov 29 08:43:33 user nova-compute[75249]:       <nova:ip type="fixed" address="10.10.10.89" ipVersion="4"/>
Nov 29 08:43:33 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:ports>
Nov 29 08:43:33 user nova-compute[75249]: </nova:instance>
Nov 29 08:43:33 user nova-compute[75249]:   </metadata>
Nov 29 08:43:33 user nova-compute[75249]:   <memory unit='KiB'>524288</memory>
Nov 29 08:43:33 user nova-compute[75249]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 08:43:33 user nova-compute[75249]:   <vcpu placement='static'>1</vcpu>
Nov 29 08:43:33 user nova-compute[75249]:   <resource>
Nov 29 08:43:33 user nova-compute[75249]:     <partition>/machine</partition>
Nov 29 08:43:33 user nova-compute[75249]:   </resource>
Nov 29 08:43:33 user nova-compute[75249]:   <sysinfo type='smbios'>
Nov 29 08:43:33 user nova-compute[75249]:     <system>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='version'>0.0.0</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='serial'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='uuid'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='family'>Virtual Machine</entry>
Nov 29 08:43:33 user nova-compute[75249]:     </system>
Nov 29 08:43:33 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:33 user nova-compute[75249]:   <os>
Nov 29 08:43:33 user nova-compute[75249]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 08:43:33 user nova-compute[75249]:     <boot dev='hd'/>
Nov 29 08:43:33 user nova-compute[75249]:     <smbios mode='sysinfo'/>
Nov 29 08:43:33 user nova-compute[75249]:   </os>
Nov 29 08:43:33 user nova-compute[75249]:   <features>
Nov 29 08:43:33 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:33 user nova-compute[75249]:     <apic/>
Nov 29 08:43:33 user nova-compute[75249]:     <vmcoreinfo state='on'/>
Nov 29 08:43:33 user nova-compute[75249]:   </features>
Nov 29 08:43:33 user nova-compute[75249]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 08:43:33 user nova-compute[75249]:     <model fallback='forbid'>Nehalem</model>
Nov 29 08:43:33 user nova-compute[75249]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='vme'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='x2apic'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='hypervisor'/>
Nov 29 08:43:33 user nova-compute[75249]:   </cpu>
Nov 29 08:43:33 user nova-compute[75249]:   <clock offset='utc'>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='hpet' present='no'/>
Nov 29 08:43:33 user nova-compute[75249]:   </clock>
Nov 29 08:43:33 user nova-compute[75249]:   <on_poweroff>destroy</on_poweroff>
Nov 29 08:43:33 user nova-compute[75249]:   <on_reboot>restart</on_reboot>
Nov 29 08:43:33 user nova-compute[75249]:   <on_crash>destroy</on_crash>
Nov 29 08:43:33 user nova-compute[75249]:   <devices>
Nov 29 08:43:33 user nova-compute[75249]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 08:43:33 user nova-compute[75249]:     <disk type='file' device='disk'>
Nov 29 08:43:33 user nova-compute[75249]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 08:43:33 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk' index='2'/>
Nov 29 08:43:33 user nova-compute[75249]:       <backingStore type='file' index='3'>
Nov 29 08:43:33 user nova-compute[75249]:         <format type='raw'/>
Nov 29 08:43:33 user nova-compute[75249]:         <source file='/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4'/>
Nov 29 08:43:33 user nova-compute[75249]:         <backingStore/>
Nov 29 08:43:33 user nova-compute[75249]:       </backingStore>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='vda' bus='virtio'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='virtio-disk0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </disk>
Nov 29 08:43:33 user nova-compute[75249]:     <disk type='file' device='cdrom'>
Nov 29 08:43:33 user nova-compute[75249]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 08:43:33 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config' index='1'/>
Nov 29 08:43:33 user nova-compute[75249]:       <backingStore/>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='hda' bus='ide'/>
Nov 29 08:43:33 user nova-compute[75249]:       <readonly/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='ide0-0-0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </disk>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='usb' index='0' model='none'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='usb'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='pci.0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='ide' index='0'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='ide'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <interface type='ethernet'>
Nov 29 08:43:33 user nova-compute[75249]:       <mac address='fa:16:3e:96:3a:f5'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='tap0deb085b-69'/>
Nov 29 08:43:33 user nova-compute[75249]:       <model type='virtio'/>
Nov 29 08:43:33 user nova-compute[75249]:       <mtu size='1442'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='net0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </interface>
Nov 29 08:43:33 user nova-compute[75249]:     <serial type='pty'>
Nov 29 08:43:33 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:33 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target type='isa-serial' port='0'>
Nov 29 08:43:33 user nova-compute[75249]:         <model name='isa-serial'/>
Nov 29 08:43:33 user nova-compute[75249]:       </target>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </serial>
Nov 29 08:43:33 user nova-compute[75249]:     <console type='pty' tty='/dev/pts/6'>
Nov 29 08:43:33 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:33 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target type='serial' port='0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </console>
Nov 29 08:43:33 user nova-compute[75249]:     <input type='mouse' bus='ps2'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='input0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </input>
Nov 29 08:43:33 user nova-compute[75249]:     <input type='keyboard' bus='ps2'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='input1'/>
Nov 29 08:43:33 user nova-compute[75249]:     </input>
Nov 29 08:43:33 user nova-compute[75249]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 29 08:43:33 user nova-compute[75249]:       <listen type='address' address='0.0.0.0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </graphics>
Nov 29 08:43:33 user nova-compute[75249]:     <audio id='1' type='none'/>
Nov 29 08:43:33 user nova-compute[75249]:     <video>
Nov 29 08:43:33 user nova-compute[75249]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='video0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </video>
Nov 29 08:43:33 user nova-compute[75249]:     <memballoon model='virtio'>
Nov 29 08:43:33 user nova-compute[75249]:       <stats period='10'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='balloon0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:33 user nova-compute[75249]:     <rng model='virtio'>
Nov 29 08:43:33 user nova-compute[75249]:       <backend model='random'>/dev/urandom</backend>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='rng0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </rng>
Nov 29 08:43:33 user nova-compute[75249]:   </devices>
Nov 29 08:43:33 user nova-compute[75249]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 08:43:33 user nova-compute[75249]:     <label>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</label>
Nov 29 08:43:33 user nova-compute[75249]:     <imagelabel>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</imagelabel>
Nov 29 08:43:33 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:33 user nova-compute[75249]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 08:43:33 user nova-compute[75249]:     <label>+64055:+108</label>
Nov 29 08:43:33 user nova-compute[75249]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 08:43:33 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:33 user nova-compute[75249]: </domain>
Nov 29 08:43:33 user nova-compute[75249]:  {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 08:43:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully detached device tap5d12b5f7-99 from instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb from the live domain config.
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG os_vif [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d12b5f7-99, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=811d72ed-50ff-4891-85b7-89408e7b2546) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: INFO os_vif [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99')
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:33 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:43:33</nova:creationTime>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:43:33 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:ports>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:43:33 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:33 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:ports>
Nov 29 08:43:33 user nova-compute[75249]: </nova:instance>
Nov 29 08:43:33 user nova-compute[75249]:  {{(pid=75249) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-deleted-5d12b5f7-9997-42e0-ac7e-b69958e9d441 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:33 user nova-compute[75249]: INFO nova.compute.manager [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Neutron deleted interface 5d12b5f7-9997-42e0-ac7e-b69958e9d441; detaching it from the instance and deleting it from the info cache
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquired lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.objects.instance [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Lazy-loading 'system_metadata' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.objects.instance [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Lazy-loading 'flavor' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.objects.base [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Object Instance<0ad0777b-2b0c-4bd2-8f9b-7de358b29deb> lazy-loaded attributes: system_metadata,flavor {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Converting VIF {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface> {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 29 08:43:33 user nova-compute[75249]:   <name>instance-00000006</name>
Nov 29 08:43:33 user nova-compute[75249]:   <uuid>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</uuid>
Nov 29 08:43:33 user nova-compute[75249]:   <metadata>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:33 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:43:33</nova:creationTime>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:43:33 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:ports>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:43:33 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:33 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:ports>
Nov 29 08:43:33 user nova-compute[75249]: </nova:instance>
Nov 29 08:43:33 user nova-compute[75249]:   </metadata>
Nov 29 08:43:33 user nova-compute[75249]:   <memory unit='KiB'>524288</memory>
Nov 29 08:43:33 user nova-compute[75249]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 08:43:33 user nova-compute[75249]:   <vcpu placement='static'>1</vcpu>
Nov 29 08:43:33 user nova-compute[75249]:   <resource>
Nov 29 08:43:33 user nova-compute[75249]:     <partition>/machine</partition>
Nov 29 08:43:33 user nova-compute[75249]:   </resource>
Nov 29 08:43:33 user nova-compute[75249]:   <sysinfo type='smbios'>
Nov 29 08:43:33 user nova-compute[75249]:     <system>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='version'>0.0.0</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='serial'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='uuid'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='family'>Virtual Machine</entry>
Nov 29 08:43:33 user nova-compute[75249]:     </system>
Nov 29 08:43:33 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:33 user nova-compute[75249]:   <os>
Nov 29 08:43:33 user nova-compute[75249]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 08:43:33 user nova-compute[75249]:     <boot dev='hd'/>
Nov 29 08:43:33 user nova-compute[75249]:     <smbios mode='sysinfo'/>
Nov 29 08:43:33 user nova-compute[75249]:   </os>
Nov 29 08:43:33 user nova-compute[75249]:   <features>
Nov 29 08:43:33 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:33 user nova-compute[75249]:     <apic/>
Nov 29 08:43:33 user nova-compute[75249]:     <vmcoreinfo state='on'/>
Nov 29 08:43:33 user nova-compute[75249]:   </features>
Nov 29 08:43:33 user nova-compute[75249]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 08:43:33 user nova-compute[75249]:     <model fallback='forbid'>Nehalem</model>
Nov 29 08:43:33 user nova-compute[75249]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='vme'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='x2apic'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='hypervisor'/>
Nov 29 08:43:33 user nova-compute[75249]:   </cpu>
Nov 29 08:43:33 user nova-compute[75249]:   <clock offset='utc'>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='hpet' present='no'/>
Nov 29 08:43:33 user nova-compute[75249]:   </clock>
Nov 29 08:43:33 user nova-compute[75249]:   <on_poweroff>destroy</on_poweroff>
Nov 29 08:43:33 user nova-compute[75249]:   <on_reboot>restart</on_reboot>
Nov 29 08:43:33 user nova-compute[75249]:   <on_crash>destroy</on_crash>
Nov 29 08:43:33 user nova-compute[75249]:   <devices>
Nov 29 08:43:33 user nova-compute[75249]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 08:43:33 user nova-compute[75249]:     <disk type='file' device='disk'>
Nov 29 08:43:33 user nova-compute[75249]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 08:43:33 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk' index='2'/>
Nov 29 08:43:33 user nova-compute[75249]:       <backingStore type='file' index='3'>
Nov 29 08:43:33 user nova-compute[75249]:         <format type='raw'/>
Nov 29 08:43:33 user nova-compute[75249]:         <source file='/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4'/>
Nov 29 08:43:33 user nova-compute[75249]:         <backingStore/>
Nov 29 08:43:33 user nova-compute[75249]:       </backingStore>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='vda' bus='virtio'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='virtio-disk0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </disk>
Nov 29 08:43:33 user nova-compute[75249]:     <disk type='file' device='cdrom'>
Nov 29 08:43:33 user nova-compute[75249]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 08:43:33 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config' index='1'/>
Nov 29 08:43:33 user nova-compute[75249]:       <backingStore/>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='hda' bus='ide'/>
Nov 29 08:43:33 user nova-compute[75249]:       <readonly/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='ide0-0-0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </disk>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='usb' index='0' model='none'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='usb'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='pci.0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='ide' index='0'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='ide'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <interface type='ethernet'>
Nov 29 08:43:33 user nova-compute[75249]:       <mac address='fa:16:3e:96:3a:f5'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='tap0deb085b-69'/>
Nov 29 08:43:33 user nova-compute[75249]:       <model type='virtio'/>
Nov 29 08:43:33 user nova-compute[75249]:       <mtu size='1442'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='net0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </interface>
Nov 29 08:43:33 user nova-compute[75249]:     <serial type='pty'>
Nov 29 08:43:33 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:33 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target type='isa-serial' port='0'>
Nov 29 08:43:33 user nova-compute[75249]:         <model name='isa-serial'/>
Nov 29 08:43:33 user nova-compute[75249]:       </target>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </serial>
Nov 29 08:43:33 user nova-compute[75249]:     <console type='pty' tty='/dev/pts/6'>
Nov 29 08:43:33 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:33 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target type='serial' port='0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </console>
Nov 29 08:43:33 user nova-compute[75249]:     <input type='mouse' bus='ps2'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='input0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </input>
Nov 29 08:43:33 user nova-compute[75249]:     <input type='keyboard' bus='ps2'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='input1'/>
Nov 29 08:43:33 user nova-compute[75249]:     </input>
Nov 29 08:43:33 user nova-compute[75249]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 29 08:43:33 user nova-compute[75249]:       <listen type='address' address='0.0.0.0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </graphics>
Nov 29 08:43:33 user nova-compute[75249]:     <audio id='1' type='none'/>
Nov 29 08:43:33 user nova-compute[75249]:     <video>
Nov 29 08:43:33 user nova-compute[75249]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='video0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </video>
Nov 29 08:43:33 user nova-compute[75249]:     <memballoon model='virtio'>
Nov 29 08:43:33 user nova-compute[75249]:       <stats period='10'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='balloon0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:33 user nova-compute[75249]:     <rng model='virtio'>
Nov 29 08:43:33 user nova-compute[75249]:       <backend model='random'>/dev/urandom</backend>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='rng0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </rng>
Nov 29 08:43:33 user nova-compute[75249]:   </devices>
Nov 29 08:43:33 user nova-compute[75249]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 08:43:33 user nova-compute[75249]:     <label>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</label>
Nov 29 08:43:33 user nova-compute[75249]:     <imagelabel>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</imagelabel>
Nov 29 08:43:33 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:33 user nova-compute[75249]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 08:43:33 user nova-compute[75249]:     <label>+64055:+108</label>
Nov 29 08:43:33 user nova-compute[75249]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 08:43:33 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:33 user nova-compute[75249]: </domain>
Nov 29 08:43:33 user nova-compute[75249]:  {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface> {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:83:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap5d12b5f7-99"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 29 08:43:33 user nova-compute[75249]:   <name>instance-00000006</name>
Nov 29 08:43:33 user nova-compute[75249]:   <uuid>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</uuid>
Nov 29 08:43:33 user nova-compute[75249]:   <metadata>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:33 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:43:33</nova:creationTime>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:43:33 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:ports>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:43:33 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:33 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:ports>
Nov 29 08:43:33 user nova-compute[75249]: </nova:instance>
Nov 29 08:43:33 user nova-compute[75249]:   </metadata>
Nov 29 08:43:33 user nova-compute[75249]:   <memory unit='KiB'>524288</memory>
Nov 29 08:43:33 user nova-compute[75249]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 08:43:33 user nova-compute[75249]:   <vcpu placement='static'>1</vcpu>
Nov 29 08:43:33 user nova-compute[75249]:   <resource>
Nov 29 08:43:33 user nova-compute[75249]:     <partition>/machine</partition>
Nov 29 08:43:33 user nova-compute[75249]:   </resource>
Nov 29 08:43:33 user nova-compute[75249]:   <sysinfo type='smbios'>
Nov 29 08:43:33 user nova-compute[75249]:     <system>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='version'>0.0.0</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='serial'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='uuid'>0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</entry>
Nov 29 08:43:33 user nova-compute[75249]:       <entry name='family'>Virtual Machine</entry>
Nov 29 08:43:33 user nova-compute[75249]:     </system>
Nov 29 08:43:33 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:33 user nova-compute[75249]:   <os>
Nov 29 08:43:33 user nova-compute[75249]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 08:43:33 user nova-compute[75249]:     <boot dev='hd'/>
Nov 29 08:43:33 user nova-compute[75249]:     <smbios mode='sysinfo'/>
Nov 29 08:43:33 user nova-compute[75249]:   </os>
Nov 29 08:43:33 user nova-compute[75249]:   <features>
Nov 29 08:43:33 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:33 user nova-compute[75249]:     <apic/>
Nov 29 08:43:33 user nova-compute[75249]:     <vmcoreinfo state='on'/>
Nov 29 08:43:33 user nova-compute[75249]:   </features>
Nov 29 08:43:33 user nova-compute[75249]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 08:43:33 user nova-compute[75249]:     <model fallback='forbid'>Nehalem</model>
Nov 29 08:43:33 user nova-compute[75249]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='vme'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='x2apic'/>
Nov 29 08:43:33 user nova-compute[75249]:     <feature policy='require' name='hypervisor'/>
Nov 29 08:43:33 user nova-compute[75249]:   </cpu>
Nov 29 08:43:33 user nova-compute[75249]:   <clock offset='utc'>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 08:43:33 user nova-compute[75249]:     <timer name='hpet' present='no'/>
Nov 29 08:43:33 user nova-compute[75249]:   </clock>
Nov 29 08:43:33 user nova-compute[75249]:   <on_poweroff>destroy</on_poweroff>
Nov 29 08:43:33 user nova-compute[75249]:   <on_reboot>restart</on_reboot>
Nov 29 08:43:33 user nova-compute[75249]:   <on_crash>destroy</on_crash>
Nov 29 08:43:33 user nova-compute[75249]:   <devices>
Nov 29 08:43:33 user nova-compute[75249]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 08:43:33 user nova-compute[75249]:     <disk type='file' device='disk'>
Nov 29 08:43:33 user nova-compute[75249]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 08:43:33 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk' index='2'/>
Nov 29 08:43:33 user nova-compute[75249]:       <backingStore type='file' index='3'>
Nov 29 08:43:33 user nova-compute[75249]:         <format type='raw'/>
Nov 29 08:43:33 user nova-compute[75249]:         <source file='/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4'/>
Nov 29 08:43:33 user nova-compute[75249]:         <backingStore/>
Nov 29 08:43:33 user nova-compute[75249]:       </backingStore>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='vda' bus='virtio'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='virtio-disk0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </disk>
Nov 29 08:43:33 user nova-compute[75249]:     <disk type='file' device='cdrom'>
Nov 29 08:43:33 user nova-compute[75249]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 08:43:33 user nova-compute[75249]:       <source file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk.config' index='1'/>
Nov 29 08:43:33 user nova-compute[75249]:       <backingStore/>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='hda' bus='ide'/>
Nov 29 08:43:33 user nova-compute[75249]:       <readonly/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='ide0-0-0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </disk>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='usb' index='0' model='none'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='usb'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='pci.0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <controller type='ide' index='0'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='ide'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 08:43:33 user nova-compute[75249]:     </controller>
Nov 29 08:43:33 user nova-compute[75249]:     <interface type='ethernet'>
Nov 29 08:43:33 user nova-compute[75249]:       <mac address='fa:16:3e:96:3a:f5'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target dev='tap0deb085b-69'/>
Nov 29 08:43:33 user nova-compute[75249]:       <model type='virtio'/>
Nov 29 08:43:33 user nova-compute[75249]:       <mtu size='1442'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='net0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </interface>
Nov 29 08:43:33 user nova-compute[75249]:     <serial type='pty'>
Nov 29 08:43:33 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:33 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target type='isa-serial' port='0'>
Nov 29 08:43:33 user nova-compute[75249]:         <model name='isa-serial'/>
Nov 29 08:43:33 user nova-compute[75249]:       </target>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </serial>
Nov 29 08:43:33 user nova-compute[75249]:     <console type='pty' tty='/dev/pts/6'>
Nov 29 08:43:33 user nova-compute[75249]:       <source path='/dev/pts/6'/>
Nov 29 08:43:33 user nova-compute[75249]:       <log file='/opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/console.log' append='off'/>
Nov 29 08:43:33 user nova-compute[75249]:       <target type='serial' port='0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='serial0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </console>
Nov 29 08:43:33 user nova-compute[75249]:     <input type='mouse' bus='ps2'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='input0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </input>
Nov 29 08:43:33 user nova-compute[75249]:     <input type='keyboard' bus='ps2'>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='input1'/>
Nov 29 08:43:33 user nova-compute[75249]:     </input>
Nov 29 08:43:33 user nova-compute[75249]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 29 08:43:33 user nova-compute[75249]:       <listen type='address' address='0.0.0.0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </graphics>
Nov 29 08:43:33 user nova-compute[75249]:     <audio id='1' type='none'/>
Nov 29 08:43:33 user nova-compute[75249]:     <video>
Nov 29 08:43:33 user nova-compute[75249]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='video0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </video>
Nov 29 08:43:33 user nova-compute[75249]:     <memballoon model='virtio'>
Nov 29 08:43:33 user nova-compute[75249]:       <stats period='10'/>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='balloon0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:33 user nova-compute[75249]:     <rng model='virtio'>
Nov 29 08:43:33 user nova-compute[75249]:       <backend model='random'>/dev/urandom</backend>
Nov 29 08:43:33 user nova-compute[75249]:       <alias name='rng0'/>
Nov 29 08:43:33 user nova-compute[75249]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 08:43:33 user nova-compute[75249]:     </rng>
Nov 29 08:43:33 user nova-compute[75249]:   </devices>
Nov 29 08:43:33 user nova-compute[75249]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 08:43:33 user nova-compute[75249]:     <label>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</label>
Nov 29 08:43:33 user nova-compute[75249]:     <imagelabel>libvirt-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb</imagelabel>
Nov 29 08:43:33 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:33 user nova-compute[75249]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 08:43:33 user nova-compute[75249]:     <label>+64055:+108</label>
Nov 29 08:43:33 user nova-compute[75249]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 08:43:33 user nova-compute[75249]:   </seclabel>
Nov 29 08:43:33 user nova-compute[75249]: </domain>
Nov 29 08:43:33 user nova-compute[75249]:  {{(pid=75249) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 08:43:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Detaching interface fa:16:3e:5d:83:fe failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap5d12b5f7-99' not found.
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Converting VIF {"id": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "address": "fa:16:3e:5d:83:fe", "network": {"id": "b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-705257730", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d12b5f7-99", "ovs_interfaceid": "5d12b5f7-9997-42e0-ac7e-b69958e9d441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG os_vif [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d12b5f7-99, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:43:33 user nova-compute[75249]: INFO os_vif [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:83:fe,bridge_name='br-int',has_traffic_filtering=True,id=5d12b5f7-9997-42e0-ac7e-b69958e9d441,network=Network(b5f129c0-e1b9-4c2b-bc2d-3c8015ff8a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d12b5f7-99')
Nov 29 08:43:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [req-0e54740e-2dc0-4ac7-ba34-3baa0555fcaa req-abc21abb-0c4d-4366-b67f-b6b707a03516 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:33 user nova-compute[75249]:   <nova:package version="0.0.0"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:name>tempest-device-tagging-server-269940766</nova:name>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:creationTime>2023-11-29 08:43:33</nova:creationTime>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:flavor name="m1.tiny">
Nov 29 08:43:33 user nova-compute[75249]:     <nova:memory>512</nova:memory>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:disk>1</nova:disk>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:swap>0</nova:swap>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:flavor>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:user uuid="9a6e2b89a4224c649ef3a98c8f9bc512">tempest-TaggedAttachmentsTest-927287937-project-member</nova:user>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:project uuid="cff7d4752be345cb8d126b4ba55b6af8">tempest-TaggedAttachmentsTest-927287937</nova:project>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:owner>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:33 user nova-compute[75249]:   <nova:ports>
Nov 29 08:43:33 user nova-compute[75249]:     <nova:port uuid="0deb085b-6939-48d9-8369-591f82c098a9">
Nov 29 08:43:33 user nova-compute[75249]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:33 user nova-compute[75249]:     </nova:port>
Nov 29 08:43:33 user nova-compute[75249]:   </nova:ports>
Nov 29 08:43:33 user nova-compute[75249]: </nova:instance>
Nov 29 08:43:33 user nova-compute[75249]:  {{(pid=75249) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 08:43:34 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [{"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Releasing lock "refresh_cache-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acfb34d8-49d6-45ce-b0fe-8a4c631dadc4 tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "interface-0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-5d12b5f7-9997-42e0-ac7e-b69958e9d441" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.891s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4442-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:43:39 user nova-compute[75249]: INFO nova.compute.claims [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Claim successful on node user
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.440s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:43:39 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:43:39 user nova-compute[75249]: DEBUG nova.policy [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f06664855b54330b093a836b3438c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8236b7e5154d26a2779927a289ee87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:43:40 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Creating image(s)
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "/opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "/opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "/opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk 1073741824" returned: 0 in 0.065s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Checking if we can resize image /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Successfully created port: b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Cannot resize image /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Ensure instance console log exists: /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Successfully updated port: b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "refresh_cache-71001752-1f47-4cb4-a7e7-24e215a719e6" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquired lock "refresh_cache-71001752-1f47-4cb4-a7e7-24e215a719e6" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-changed-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Refreshing instance network info cache due to event network-changed-b0150c1c-21c0-4188-8024-7e164f643a8c. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] Acquiring lock "refresh_cache-71001752-1f47-4cb4-a7e7-24e215a719e6" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Updating instance_info_cache with network_info: [{"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Releasing lock "refresh_cache-71001752-1f47-4cb4-a7e7-24e215a719e6" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Instance network_info: |[{"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] Acquired lock "refresh_cache-71001752-1f47-4cb4-a7e7-24e215a719e6" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Refreshing network info cache for port b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Start _get_guest_xml network_info=[{"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:43:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-641901277',display_name='tempest-VolumesAdminNegativeTest-server-641901277',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-641901277',id=14,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed8236b7e5154d26a2779927a289ee87',ramdisk_id='',reservation_id='r-kvtfe2v1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-621615827',owner_user_name='tempest-VolumesAdminNegativeTest-621615827-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:43:40Z,user_data=None,user_id='7f06664855b54330b093a836b3438c41',uuid=71001752-1f47-4cb4-a7e7-24e215a719e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converting VIF {"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'pci_devices' on Instance uuid 71001752-1f47-4cb4-a7e7-24e215a719e6 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:43:41 user nova-compute[75249]:   <uuid>71001752-1f47-4cb4-a7e7-24e215a719e6</uuid>
Nov 29 08:43:41 user nova-compute[75249]:   <name>instance-0000000e</name>
Nov 29 08:43:41 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:43:41 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:43:41 user nova-compute[75249]:   <metadata>
Nov 29 08:43:41 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:41 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:43:41 user nova-compute[75249]:       <nova:name>tempest-VolumesAdminNegativeTest-server-641901277</nova:name>
Nov 29 08:43:41 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:43:41</nova:creationTime>
Nov 29 08:43:41 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:43:41 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:41 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:43:41 user nova-compute[75249]:       <nova:owner>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:user uuid="7f06664855b54330b093a836b3438c41">tempest-VolumesAdminNegativeTest-621615827-project-member</nova:user>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:project uuid="ed8236b7e5154d26a2779927a289ee87">tempest-VolumesAdminNegativeTest-621615827</nova:project>
Nov 29 08:43:41 user nova-compute[75249]:       </nova:owner>
Nov 29 08:43:41 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:41 user nova-compute[75249]:       <nova:ports>
Nov 29 08:43:41 user nova-compute[75249]:         <nova:port uuid="b0150c1c-21c0-4188-8024-7e164f643a8c">
Nov 29 08:43:41 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:43:41 user nova-compute[75249]:         </nova:port>
Nov 29 08:43:41 user nova-compute[75249]:       </nova:ports>
Nov 29 08:43:41 user nova-compute[75249]:     </nova:instance>
Nov 29 08:43:41 user nova-compute[75249]:   </metadata>
Nov 29 08:43:41 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:43:41 user nova-compute[75249]:     <system>
Nov 29 08:43:41 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:43:41 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:43:41 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:43:41 user nova-compute[75249]:       <entry name="serial">71001752-1f47-4cb4-a7e7-24e215a719e6</entry>
Nov 29 08:43:41 user nova-compute[75249]:       <entry name="uuid">71001752-1f47-4cb4-a7e7-24e215a719e6</entry>
Nov 29 08:43:41 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:43:41 user nova-compute[75249]:     </system>
Nov 29 08:43:41 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:41 user nova-compute[75249]:   <os>
Nov 29 08:43:41 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:43:41 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:43:41 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:43:41 user nova-compute[75249]:   </os>
Nov 29 08:43:41 user nova-compute[75249]:   <features>
Nov 29 08:43:41 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:41 user nova-compute[75249]:     <apic/>
Nov 29 08:43:41 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:43:41 user nova-compute[75249]:   </features>
Nov 29 08:43:41 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:43:41 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:43:41 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:43:41 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:43:41 user nova-compute[75249]:   </clock>
Nov 29 08:43:41 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:43:41 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:43:41 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:43:41 user nova-compute[75249]:   </cpu>
Nov 29 08:43:41 user nova-compute[75249]:   <devices>
Nov 29 08:43:41 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:43:41 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:43:41 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk"/>
Nov 29 08:43:41 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:43:41 user nova-compute[75249]:     </disk>
Nov 29 08:43:41 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:43:41 user nova-compute[75249]:       <mac address="fa:16:3e:3e:10:2f"/>
Nov 29 08:43:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:43:41 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:43:41 user nova-compute[75249]:       <target dev="tapb0150c1c-21"/>
Nov 29 08:43:41 user nova-compute[75249]:     </interface>
Nov 29 08:43:41 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:43:41 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/console.log" append="off"/>
Nov 29 08:43:41 user nova-compute[75249]:     </serial>
Nov 29 08:43:41 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:43:41 user nova-compute[75249]:     <video>
Nov 29 08:43:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:43:41 user nova-compute[75249]:     </video>
Nov 29 08:43:41 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:43:41 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:43:41 user nova-compute[75249]:     </rng>
Nov 29 08:43:41 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:43:41 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:43:41 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:43:41 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:41 user nova-compute[75249]:   </devices>
Nov 29 08:43:41 user nova-compute[75249]: </domain>
Nov 29 08:43:41 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-641901277',display_name='tempest-VolumesAdminNegativeTest-server-641901277',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-641901277',id=14,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed8236b7e5154d26a2779927a289ee87',ramdisk_id='',reservation_id='r-kvtfe2v1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-621615827',owner_user_name='tempest-VolumesAdminNegativeTest-621615827-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:43:40Z,user_data=None,user_id='7f06664855b54330b093a836b3438c41',uuid=71001752-1f47-4cb4-a7e7-24e215a719e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converting VIF {"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG os_vif [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e4989f83-1372-51db-a529-5e265ada8cf3', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb0150c1c-21, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb0150c1c-21, col_values=(('qos', UUID('ef17cb96-c64c-4453-af9a-5a82ab1b6e13')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb0150c1c-21, col_values=(('external_ids', {'iface-id': 'b0150c1c-21c0-4188-8024-7e164f643a8c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:10:2f', 'vm-uuid': '71001752-1f47-4cb4-a7e7-24e215a719e6'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:41 user nova-compute[75249]: INFO os_vif [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21')
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:43:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] No VIF found with MAC fa:16:3e:3e:10:2f, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:43:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Updated VIF entry in instance network info cache for port b0150c1c-21c0-4188-8024-7e164f643a8c. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:43:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Updating instance_info_cache with network_info: [{"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-69d21c61-f885-4c98-aa34-a1b8e4df3ede req-7b562162-4c11-407c-be6b-6ad2a934af6a service nova] Releasing lock "refresh_cache-71001752-1f47-4cb4-a7e7-24e215a719e6" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-b1b752b8-0ee7-4e5a-8950-ef847baff588 req-0a57ad70-c970-4731-a444-ba7e468e0330 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b1b752b8-0ee7-4e5a-8950-ef847baff588 req-0a57ad70-c970-4731-a444-ba7e468e0330 service nova] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b1b752b8-0ee7-4e5a-8950-ef847baff588 req-0a57ad70-c970-4731-a444-ba7e468e0330 service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b1b752b8-0ee7-4e5a-8950-ef847baff588 req-0a57ad70-c970-4731-a444-ba7e468e0330 service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-b1b752b8-0ee7-4e5a-8950-ef847baff588 req-0a57ad70-c970-4731-a444-ba7e468e0330 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] No waiting events found dispatching network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:43 user nova-compute[75249]: WARNING nova.compute.manager [req-b1b752b8-0ee7-4e5a-8950-ef847baff588 req-0a57ad70-c970-4731-a444-ba7e468e0330 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received unexpected event network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c for instance with vm_state building and task_state spawning.
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:43 user nova-compute[75249]: INFO nova.compute.manager [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Terminating instance
Nov 29 08:43:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-01257753-759b-46ce-b0f0-78af2d32a489 req-33ae1b9b-5e63-427d-b299-fafbc25e0f11 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-vif-unplugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01257753-759b-46ce-b0f0-78af2d32a489 req-33ae1b9b-5e63-427d-b299-fafbc25e0f11 service nova] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01257753-759b-46ce-b0f0-78af2d32a489 req-33ae1b9b-5e63-427d-b299-fafbc25e0f11 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01257753-759b-46ce-b0f0-78af2d32a489 req-33ae1b9b-5e63-427d-b299-fafbc25e0f11 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-01257753-759b-46ce-b0f0-78af2d32a489 req-33ae1b9b-5e63-427d-b299-fafbc25e0f11 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] No waiting events found dispatching network-vif-unplugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-01257753-759b-46ce-b0f0-78af2d32a489 req-33ae1b9b-5e63-427d-b299-fafbc25e0f11 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-vif-unplugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:43:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Instance destroyed successfully.
Nov 29 08:43:44 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lazy-loading 'resources' on Instance uuid a6544e74-fd67-4a01-9eb7-ff285d4b6922 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-826435256',display_name='tempest-VolumesAssistedSnapshotsTest-server-826435256',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-826435256',id=8,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHWt1Ke4gHgTjHZWP/roUpY8rQ5A+aHzruBlBYf4RFqp2H1EsL6iU+sVuonriey+/HJXzo+FGv+NKlRs6qIag8bUC8Q9joYltCCeqHWmqQfmmvgQXMSzaCQJAOTaQ13dcw==',key_name='tempest-keypair-1156943444',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='445bd2c0b03548ea9f2a725a5423afe0',ramdisk_id='',reservation_id='r-70x95ngh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-707242872',owner_user_name='tempest-VolumesAssistedSnapshotsTest-707242872-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c1282779474457081b7b4675a8a1042',uuid=a6544e74-fd67-4a01-9eb7-ff285d4b6922,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Converting VIF {"id": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "address": "fa:16:3e:79:07:91", "network": {"id": "8e295da7-5eae-4799-bb27-c31e5d012364", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1674018783-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "445bd2c0b03548ea9f2a725a5423afe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69618c56-c1", "ovs_interfaceid": "69618c56-c14d-47f5-a8f2-ace4bdb042d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG os_vif [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap69618c56-c1, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e30c0773-c7cf-4908-a953-052391081eb3) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:44 user nova-compute[75249]: INFO os_vif [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:07:91,bridge_name='br-int',has_traffic_filtering=True,id=69618c56-c14d-47f5-a8f2-ace4bdb042d6,network=Network(8e295da7-5eae-4799-bb27-c31e5d012364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69618c56-c1')
Nov 29 08:43:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Deleting instance files /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922_del
Nov 29 08:43:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Deletion of /opt/stack/data/nova/instances/a6544e74-fd67-4a01-9eb7-ff285d4b6922_del complete
Nov 29 08:43:44 user nova-compute[75249]: INFO nova.compute.manager [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 08:43:44 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:43:44 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-d3958724-15ff-4b41-b343-7dedc7033850 req-98c46ab7-0a74-41a2-b3ef-87bfd97de8ca service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d3958724-15ff-4b41-b343-7dedc7033850 req-98c46ab7-0a74-41a2-b3ef-87bfd97de8ca service nova] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d3958724-15ff-4b41-b343-7dedc7033850 req-98c46ab7-0a74-41a2-b3ef-87bfd97de8ca service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d3958724-15ff-4b41-b343-7dedc7033850 req-98c46ab7-0a74-41a2-b3ef-87bfd97de8ca service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-d3958724-15ff-4b41-b343-7dedc7033850 req-98c46ab7-0a74-41a2-b3ef-87bfd97de8ca service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] No waiting events found dispatching network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:45 user nova-compute[75249]: WARNING nova.compute.manager [req-d3958724-15ff-4b41-b343-7dedc7033850 req-98c46ab7-0a74-41a2-b3ef-87bfd97de8ca service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received unexpected event network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c for instance with vm_state building and task_state spawning.
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:43:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Instance spawned successfully.
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:43:45 user nova-compute[75249]: INFO nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Took 5.47 seconds to spawn the instance on the hypervisor.
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:43:45 user nova-compute[75249]: INFO nova.compute.manager [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Took 6.29 seconds to build instance.
Nov 29 08:43:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1cc3a00b-5585-4d98-ba90-dff3f3652fe4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.419s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:45 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Took 1.13 seconds to deallocate network for instance.
Nov 29 08:43:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] Acquiring lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] No waiting events found dispatching network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:46 user nova-compute[75249]: WARNING nova.compute.manager [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received unexpected event network-vif-plugged-69618c56-c14d-47f5-a8f2-ace4bdb042d6 for instance with vm_state deleted and task_state None.
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-changed-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Refreshing instance network info cache due to event network-changed-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] Acquiring lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] Acquired lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Refreshing network info cache for port b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:46 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Deleted allocations for instance a6544e74-fd67-4a01-9eb7-ff285d4b6922
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e865713c-66d8-466a-bacb-e485bbc8f98d tempest-VolumesAssistedSnapshotsTest-707242872 tempest-VolumesAssistedSnapshotsTest-707242872-project-member] Lock "a6544e74-fd67-4a01-9eb7-ff285d4b6922" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.641s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'flavor' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updated VIF entry in instance network info cache for port b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating instance_info_cache with network_info: [{"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] Releasing lock "refresh_cache-28aee71a-a508-4877-a263-0597912b8f13" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-dcb9e798-429a-4e59-aa19-315396982cde req-ad3af3fe-0402-473a-998b-7c253e179658 service nova] [instance: a6544e74-fd67-4a01-9eb7-ff285d4b6922] Received event network-vif-deleted-69618c56-c14d-47f5-a8f2-ace4bdb042d6 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:46 user nova-compute[75249]: INFO nova.compute.manager [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attaching volume 020e465d-fd47-439c-a5bd-ef2967b67cfa to /dev/vdb
Nov 29 08:43:46 user nova-compute[75249]: DEBUG os_brick.utils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5817aaa9-8462-4e11-94a8-4c2f791fbac3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f352e725-3b8b-4529-8d97-9c77223005c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22334c40-ff51-4741-9a2e-567bb06b27f3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[38fbfd12-2718-454e-ab97-0baec810675d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:46 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:43:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7ca2af-b36f-4b5c-87db-2264dbca19e4]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG os_brick.utils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:46 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating existing volume attachment record: a974500b-6e63-4415-a692-1dd8f343301b {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:43:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:48 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b is timed out.
Nov 29 08:43:48 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Successfully detached device vdb from instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b from the live domain config.
Nov 29 08:43:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'efwzrREI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '829d6fdc-6f9a-4874-861d-70e0c40aca98'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1734ad2-2737-419c-bba0-7a75fc91ebcf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:43:48 user nova-compute[75249]: No targets found.
Nov 29 08:43:48 user nova-compute[75249]: iSNS:
Nov 29 08:43:48 user nova-compute[75249]: No targets found.
Nov 29 08:43:48 user nova-compute[75249]: STATIC:
Nov 29 08:43:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98
Nov 29 08:43:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:43:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:43:48 user nova-compute[75249]: FIRMWARE:
Nov 29 08:43:48 user nova-compute[75249]: No targets found.
Nov 29 08:43:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:43:48 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:43:48 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[94da05cc-cfd5-4cfa-b01a-a4218d609144]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8aa53c-e0c4-4698-bb9c-189075f8e7cf]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 (non-flash)
Nov 29 08:43:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf44c03a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a36b3fb6-b024-435a-b09f-2aad350a3888]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb8fd496-8bf9-40e6-ab90-636a61dc0e21]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd8894a-32ae-4ba4-aacc-1d86c19417e2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[720f23df-f044-4267-b55c-8cb862c86af9]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cbf5302-7e16-4d1a-9ff0-0b87124c6fbc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1043d4c1-becb-4177-8f0e-a4a8750f3428]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260]
Nov 29 08:43:48 user nova-compute[75249]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:829d6fdc-6f9a-4874-861d-70e0c40aca98 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a4ebb4-d311-4323-8ab4-912fdb037d6d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] <== disconnect_volume: return (296ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:43:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lazy-loading 'flavor' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6f27cf9a-51bb-4da1-a933-1faccc912f04 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.735s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:43:54 user nova-compute[75249]: INFO nova.compute.claims [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Claim successful on node user
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'flavor' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.147s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jSyxklcP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:54 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:54 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:43:54 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc35e0cb-be54-4c19-9168-d31cba9b65a9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:43:54 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[159aa724-546d-4afd-bf12-ba3828c55ce0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa] added
Nov 29 08:43:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86311d4-44ed-4a47-8578-2b01345e86d6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ff67e9-61a9-4cf2-99fa-18fd8ee11870]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jSyxklcP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jSyxklcP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c579bd2-3712-4546-8d27-08e97323e5bc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jSyxklcP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae8022a7-c833-4480-8848-e8bcf5e93823]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:54 user nova-compute[75249]: INFO nova.compute.manager [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Attaching volume ff6ddfc2-175b-4bb6-86e1-e110806984b7 to /dev/vdb
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[66328ecb-f161-4126-a73d-ddbfc009cdbd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 08:43:54 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 08:43:54 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:54 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 08:43:54 user nova-compute[75249]: 
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'flavor' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[998bd718-e8d2-41d5-b43d-1b7903c236a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260]
Nov 29 08:43:54 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260] successful.
Nov 29 08:43:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9016a26d-62c6-41d6-b794-d50180532f44]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[401d2777-4786-4639-bf7d-52959fb3b2a5]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:43:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:43:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b9af8de-91c9-4861-9d1b-989195a1272e]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jSyxklcP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.667s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:55 user nova-compute[75249]: INFO nova.compute.manager [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Attaching volume 97ad43e0-227a-4f10-991f-f285460cb257 to /dev/vdb
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:43:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.utils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.utils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa68b39-aeeb-4eee-8361-430608069377]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[94c61e8a-1600-40de-a94a-4e8686ef312a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6113b9ce-1919-49d7-b484-1f8091594a2a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e1bdf3-2598-48b6-b062-d7a5ad3d6281]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aea8a6e-17e4-4325-9b73-b062202bcaac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c50aa0-466a-47a5-833e-8b5db68cb475]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ce3bac-0b85-4879-bcaf-e9aba8f56d3f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:43:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Creating image(s)
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "/opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "/opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "/opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[df36d2ef-3910-40bd-9a74-e49c7d47380b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:55 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d9b79d8-3d3c-49ea-9bc6-69d466c661bc]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.utils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] <== get_connector_properties: return (244ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating existing volume attachment record: 7e863f94-475c-47f7-83cb-deb37c08ce69 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:43:55 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f042ea-becc-485c-8fde-9ad46c929e4b]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.utils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== get_connector_properties: return (249ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating existing volume attachment record: 464d5c06-1d84-473d-856e-f34fc5da19f5 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.policy [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '139d8a0a67f5487cb42a4229e3f873fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790d5e695f7e4fd5a32141a333924b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.219s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk 1073741824" returned: 0 in 0.058s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26334313931653939', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334313931653939', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'flavor' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:43:55 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:43:55 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:43:55 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:43:55 user nova-compute[75249]:   <serial>020e465d-fd47-439c-a5bd-ef2967b67cfa</serial>
Nov 29 08:43:55 user nova-compute[75249]: </disk>
Nov 29 08:43:55 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:43:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Cannot resize image /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Ensure instance console log exists: /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Successfully created port: 013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No VIF found with MAC fa:16:3e:45:46:94, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7bd76b68-607b-4230-9c80-c064fdb7e246 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.990s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:43:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Successfully updated port: 013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquired lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-changed-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Refreshing instance network info cache due to event network-changed-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] Acquiring lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating instance_info_cache with network_info: [{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Releasing lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance network_info: |[{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] Acquired lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Refreshing network info cache for port 013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Start _get_guest_xml network_info=[{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:43:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911125855',display_name='tempest-tempest.common.compute-instance-911125855',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911125855',id=15,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5V6LBXNqdbbeUfpHW/FeVa0pxHLoJFHaOm4HKSJeO9G3NsrIhYkLwMOU06O5fO7/yukbQWD971mbm/+wB5y4ksFjwZHXMasYomm9XiijWcmij8qHr6K3/iVVNbls8QmA==',key_name='tempest-keypair-1375389384',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qklf8y10',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:43:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=c34e7604-b488-41a1-83c6-2064847a6632,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'pci_devices' on Instance uuid c34e7604-b488-41a1-83c6-2064847a6632 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:43:57 user nova-compute[75249]:   <uuid>c34e7604-b488-41a1-83c6-2064847a6632</uuid>
Nov 29 08:43:57 user nova-compute[75249]:   <name>instance-0000000f</name>
Nov 29 08:43:57 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:43:57 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:43:57 user nova-compute[75249]:   <metadata>
Nov 29 08:43:57 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:43:57 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:43:57 user nova-compute[75249]:       <nova:name>tempest-tempest.common.compute-instance-911125855</nova:name>
Nov 29 08:43:57 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:43:57</nova:creationTime>
Nov 29 08:43:57 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:43:57 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:43:57 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:43:57 user nova-compute[75249]:       <nova:owner>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:user uuid="139d8a0a67f5487cb42a4229e3f873fe">tempest-ServerActionsTestOtherA-1912372558-project-member</nova:user>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:project uuid="790d5e695f7e4fd5a32141a333924b0b">tempest-ServerActionsTestOtherA-1912372558</nova:project>
Nov 29 08:43:57 user nova-compute[75249]:       </nova:owner>
Nov 29 08:43:57 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:43:57 user nova-compute[75249]:       <nova:ports>
Nov 29 08:43:57 user nova-compute[75249]:         <nova:port uuid="013d6f4f-a7c9-4b2e-9661-c4c744efa1c5">
Nov 29 08:43:57 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 08:43:57 user nova-compute[75249]:         </nova:port>
Nov 29 08:43:57 user nova-compute[75249]:       </nova:ports>
Nov 29 08:43:57 user nova-compute[75249]:     </nova:instance>
Nov 29 08:43:57 user nova-compute[75249]:   </metadata>
Nov 29 08:43:57 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:43:57 user nova-compute[75249]:     <system>
Nov 29 08:43:57 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:43:57 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:43:57 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:43:57 user nova-compute[75249]:       <entry name="serial">c34e7604-b488-41a1-83c6-2064847a6632</entry>
Nov 29 08:43:57 user nova-compute[75249]:       <entry name="uuid">c34e7604-b488-41a1-83c6-2064847a6632</entry>
Nov 29 08:43:57 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:43:57 user nova-compute[75249]:     </system>
Nov 29 08:43:57 user nova-compute[75249]:   </sysinfo>
Nov 29 08:43:57 user nova-compute[75249]:   <os>
Nov 29 08:43:57 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:43:57 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:43:57 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:43:57 user nova-compute[75249]:   </os>
Nov 29 08:43:57 user nova-compute[75249]:   <features>
Nov 29 08:43:57 user nova-compute[75249]:     <acpi/>
Nov 29 08:43:57 user nova-compute[75249]:     <apic/>
Nov 29 08:43:57 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:43:57 user nova-compute[75249]:   </features>
Nov 29 08:43:57 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:43:57 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:43:57 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:43:57 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:43:57 user nova-compute[75249]:   </clock>
Nov 29 08:43:57 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:43:57 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:43:57 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:43:57 user nova-compute[75249]:   </cpu>
Nov 29 08:43:57 user nova-compute[75249]:   <devices>
Nov 29 08:43:57 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:43:57 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:43:57 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk"/>
Nov 29 08:43:57 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:43:57 user nova-compute[75249]:     </disk>
Nov 29 08:43:57 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:43:57 user nova-compute[75249]:       <mac address="fa:16:3e:19:a2:bf"/>
Nov 29 08:43:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:43:57 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:43:57 user nova-compute[75249]:       <target dev="tap013d6f4f-a7"/>
Nov 29 08:43:57 user nova-compute[75249]:     </interface>
Nov 29 08:43:57 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:43:57 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/console.log" append="off"/>
Nov 29 08:43:57 user nova-compute[75249]:     </serial>
Nov 29 08:43:57 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:43:57 user nova-compute[75249]:     <video>
Nov 29 08:43:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:43:57 user nova-compute[75249]:     </video>
Nov 29 08:43:57 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:43:57 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:43:57 user nova-compute[75249]:     </rng>
Nov 29 08:43:57 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:43:57 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:43:57 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:43:57 user nova-compute[75249]:     </memballoon>
Nov 29 08:43:57 user nova-compute[75249]:   </devices>
Nov 29 08:43:57 user nova-compute[75249]: </domain>
Nov 29 08:43:57 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911125855',display_name='tempest-tempest.common.compute-instance-911125855',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911125855',id=15,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5V6LBXNqdbbeUfpHW/FeVa0pxHLoJFHaOm4HKSJeO9G3NsrIhYkLwMOU06O5fO7/yukbQWD971mbm/+wB5y4ksFjwZHXMasYomm9XiijWcmij8qHr6K3/iVVNbls8QmA==',key_name='tempest-keypair-1375389384',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qklf8y10',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:43:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=c34e7604-b488-41a1-83c6-2064847a6632,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG os_vif [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '609a06d1-feba-537d-bba1-85bf98842e63', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap013d6f4f-a7, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap013d6f4f-a7, col_values=(('qos', UUID('c3bb7881-6054-485e-9b1d-abfb867fda7d')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap013d6f4f-a7, col_values=(('external_ids', {'iface-id': '013d6f4f-a7c9-4b2e-9661-c4c744efa1c5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:a2:bf', 'vm-uuid': 'c34e7604-b488-41a1-83c6-2064847a6632'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:57 user nova-compute[75249]: INFO os_vif [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7')
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No VIF found with MAC fa:16:3e:19:a2:bf, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updated VIF entry in instance network info cache for port 013d6f4f-a7c9-4b2e-9661-c4c744efa1c5. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating instance_info_cache with network_info: [{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:43:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de8e8532-4b31-482e-9e25-4987a7ca58bb req-dbf0ca3c-40f4-4cdb-820c-921b8d0f4f22 service nova] Releasing lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:43:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-a9b213cd-6ec3-4994-a782-64b1281ea0f0 req-fb2a21e6-5e4e-4080-8f61-05e089548ceb service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a9b213cd-6ec3-4994-a782-64b1281ea0f0 req-fb2a21e6-5e4e-4080-8f61-05e089548ceb service nova] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a9b213cd-6ec3-4994-a782-64b1281ea0f0 req-fb2a21e6-5e4e-4080-8f61-05e089548ceb service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a9b213cd-6ec3-4994-a782-64b1281ea0f0 req-fb2a21e6-5e4e-4080-8f61-05e089548ceb service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:43:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-a9b213cd-6ec3-4994-a782-64b1281ea0f0 req-fb2a21e6-5e4e-4080-8f61-05e089548ceb service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] No waiting events found dispatching network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:43:59 user nova-compute[75249]: WARNING nova.compute.manager [req-a9b213cd-6ec3-4994-a782-64b1281ea0f0 req-fb2a21e6-5e4e-4080-8f61-05e089548ceb service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received unexpected event network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 for instance with vm_state building and task_state spawning.
Nov 29 08:43:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:44:01 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance spawned successfully.
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-34b71a23-4016-44ff-88fe-d25472ff6627 req-fc686d19-705a-4918-a841-ffef997a3715 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-34b71a23-4016-44ff-88fe-d25472ff6627 req-fc686d19-705a-4918-a841-ffef997a3715 service nova] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-34b71a23-4016-44ff-88fe-d25472ff6627 req-fc686d19-705a-4918-a841-ffef997a3715 service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-34b71a23-4016-44ff-88fe-d25472ff6627 req-fc686d19-705a-4918-a841-ffef997a3715 service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-34b71a23-4016-44ff-88fe-d25472ff6627 req-fc686d19-705a-4918-a841-ffef997a3715 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] No waiting events found dispatching network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:01 user nova-compute[75249]: WARNING nova.compute.manager [req-34b71a23-4016-44ff-88fe-d25472ff6627 req-fc686d19-705a-4918-a841-ffef997a3715 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received unexpected event network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 for instance with vm_state building and task_state spawning.
Nov 29 08:44:01 user nova-compute[75249]: INFO nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Took 6.58 seconds to spawn the instance on the hypervisor.
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG nova.objects.instance [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'flavor' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:01 user nova-compute[75249]: INFO nova.compute.manager [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Took 7.70 seconds to build instance.
Nov 29 08:44:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.103s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-40bbb625-e2b2-4d65-976e-24b41c954d5a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.866s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:02 user nova-compute[75249]: INFO nova.compute.manager [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attaching volume b1d480e4-807b-4c31-9e47-c3dc22a44009 to /dev/vdc
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG os_brick.utils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cff09d2a-863b-4013-b2cb-bc30873d393d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f82cdc-8fe6-4b74-b7b0-79f0e32aa5f1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[11283682-13a9-4cee-9672-88a8167f1c80]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c69d402-1442-407c-8b3b-930f33c6ec8f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:44:02 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b096ca57-05f6-4f05-b009-8f16461acf34]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG os_brick.utils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating existing volume attachment record: 0b0e1853-8b57-4331-b9b4-5190cab1839b {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:03 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f565d1c3-8f6e-4434-9219-fdca4ff1cefa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:44:03 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e3e764-bc16-4600-85c5-f976ce2e24a6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257] added
Nov 29 08:44:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6cbbce-230d-4fa7-8e84-8418ca1a0c85]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3626751c-d2fc-499e-b8ef-4059cd86fefc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRLcJOyi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRLcJOyi" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eced9e0b-119b-4fc3-8f9d-6d9df240104e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PRLcJOyi'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7787a6e5-6fb3-405f-8a32-4d8f2c8ff007]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[403e468d-8ac4-482c-a61e-9915f3447fbf]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae486268-6041-4503-97b8-613127516ac3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]
Nov 29 08:44:04 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.
Nov 29 08:44:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb8e9b7-ce22-46d4-a186-328863f997e2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[58042dc1-6797-4021-abb6-1abfc50b5d4b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:04 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:04 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.365s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] HCTL ('34', '-', '-', 0) found on session 14 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ecd58c4-9419-44a2-a57f-951be975591a]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching for a device in session 14 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtJZAjQa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:04 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:04 user nova-compute[75249]: INFO nova.compute.manager [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Terminating instance
Nov 29 08:44:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.683s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== connect_volume: return (1686ms) {'type': 'block', 'scsi_wwn': '23932393438373835', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932393438373835', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-ffde859c-7275-44a4-84c4-6a0809725e2b req-546885f8-90c5-4f42-a4ae-72b6e491d073 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-unplugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ffde859c-7275-44a4-84c4-6a0809725e2b req-546885f8-90c5-4f42-a4ae-72b6e491d073 service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ffde859c-7275-44a4-84c4-6a0809725e2b req-546885f8-90c5-4f42-a4ae-72b6e491d073 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ffde859c-7275-44a4-84c4-6a0809725e2b req-546885f8-90c5-4f42-a4ae-72b6e491d073 service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-ffde859c-7275-44a4-84c4-6a0809725e2b req-546885f8-90c5-4f42-a4ae-72b6e491d073 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-unplugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-ffde859c-7275-44a4-84c4-6a0809725e2b req-546885f8-90c5-4f42-a4ae-72b6e491d073 service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-unplugged-0deb085b-6939-48d9-8369-591f82c098a9 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.250s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:05 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:05 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7642MB free_disk=25.529254913330078GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Instance destroyed successfully.
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lazy-loading 'resources' on Instance uuid 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'flavor' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf317fd-c0e4-4872-8ef4-cd9a5b0c575b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:44:05 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-269940766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-269940766',id=6,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYUKajXqnxb5Lzli4cDNV5GfGS5MbZCxY0YTPmzBQxUp+rYgFzOj3evKJSjbR6yohF4MauSSHd+zWjNDLv2Ef3h2ZnzPoEzQ0bj+GrnuQEEeoxjdxf+5Kq0LZG66rVRIw==',key_name='tempest-keypair-1674399547',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cff7d4752be345cb8d126b4ba55b6af8',ramdisk_id='',reservation_id='r-95q8dl79',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-927287937',owner_user_name='tempest-TaggedAttachmentsTest-927287937-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a6e2b89a4224c649ef3a98c8f9bc512',uuid=0ad0777b-2b0c-4bd2-8f9b-7de358b29deb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converting VIF {"id": "0deb085b-6939-48d9-8369-591f82c098a9", "address": "fa:16:3e:96:3a:f5", "network": {"id": "2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1064697347-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cff7d4752be345cb8d126b4ba55b6af8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0deb085b-69", "ovs_interfaceid": "0deb085b-6939-48d9-8369-591f82c098a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_vif [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0deb085b-69, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d702053-74ce-4520-85a6-c1a490addf7c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7] added
Nov 29 08:44:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=10c754ec-2374-4295-9414-89f62795d89c) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:05 user nova-compute[75249]: INFO os_vif [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:3a:f5,bridge_name='br-int',has_traffic_filtering=True,id=0deb085b-6939-48d9-8369-591f82c098a9,network=Network(2a0b35a4-5dd8-47ca-86ff-fa729d49bfb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0deb085b-69')
Nov 29 08:44:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Deleting instance files /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb_del
Nov 29 08:44:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Deletion of /opt/stack/data/nova/instances/0ad0777b-2b0c-4bd2-8f9b-7de358b29deb_del complete
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:44:05 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:05 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:44:05 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:44:05 user nova-compute[75249]:   <serial>97ad43e0-227a-4f10-991f-f285460cb257</serial>
Nov 29 08:44:05 user nova-compute[75249]: </disk>
Nov 29 08:44:05 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec3e977-2e1d-43bf-bacd-d24fc3a01aff]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1053d449-c56f-4f73-bf58-f49b516d8fa4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtJZAjQa {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtJZAjQa" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1ce82ed-523e-42c1-87d9-900ca507801d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BtJZAjQa'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 28aee71a-a508-4877-a263-0597912b8f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 71001752-1f47-4cb4-a7e7-24e215a719e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance c34e7604-b488-41a1-83c6-2064847a6632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c02709-228f-474a-987d-8804718f21b4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: INFO nova.compute.manager [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Took 1.35 seconds to destroy the instance on the hypervisor.
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac31dcf1-5e8a-4452-97fb-457434536961]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:05 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:05 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e3f612-b9a3-46bd-b6e8-e2f0a9a0b40f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260]
Nov 29 08:44:05 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260] successful.
Nov 29 08:44:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbac1d70-a6ae-4491-abcb-9700cd924225]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8c862c-2cfb-4b8f-8594-4e3a87687bde]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:05 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:05 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:05 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:05 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:44:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e0bc1b7-8f24-4a85-95f1-865bae99b8ae]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No VIF found with MAC fa:16:3e:a4:f0:d8, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.708s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7996cea8-5f71-45e6-856c-de0540c0cdfa tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.379s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fb78fe2-3f25-4f32-84ca-21009d47d07b req-dfd00552-bbaa-4c16-b57b-2fa946079f4a service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fb78fe2-3f25-4f32-84ca-21009d47d07b req-dfd00552-bbaa-4c16-b57b-2fa946079f4a service nova] Acquiring lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fb78fe2-3f25-4f32-84ca-21009d47d07b req-dfd00552-bbaa-4c16-b57b-2fa946079f4a service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fb78fe2-3f25-4f32-84ca-21009d47d07b req-dfd00552-bbaa-4c16-b57b-2fa946079f4a service nova] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fb78fe2-3f25-4f32-84ca-21009d47d07b req-dfd00552-bbaa-4c16-b57b-2fa946079f4a service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] No waiting events found dispatching network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:06 user nova-compute[75249]: WARNING nova.compute.manager [req-5fb78fe2-3f25-4f32-84ca-21009d47d07b req-dfd00552-bbaa-4c16-b57b-2fa946079f4a service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received unexpected event network-vif-plugged-0deb085b-6939-48d9-8369-591f82c098a9 for instance with vm_state active and task_state deleting.
Nov 29 08:44:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtJZAjQa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.402s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] <== connect_volume: return (2652ms) {'type': 'block', 'scsi_wwn': '23637303732356539', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637303732356539', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'flavor' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:44:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:07 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:44:07 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:44:07 user nova-compute[75249]:   <serial>ff6ddfc2-175b-4bb6-86e1-e110806984b7</serial>
Nov 29 08:44:07 user nova-compute[75249]: </disk>
Nov 29 08:44:07 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:07 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Took 1.59 seconds to deallocate network for instance.
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-0bf30b01-76af-424c-8c0c-dff8a4e77ddd req-32d0c2c2-2831-4bdd-bdf8-0c40c9d1932d service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Received event network-vif-deleted-0deb085b-6939-48d9-8369-591f82c098a9 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:07 user nova-compute[75249]: INFO nova.compute.manager [req-0bf30b01-76af-424c-8c0c-dff8a4e77ddd req-32d0c2c2-2831-4bdd-bdf8-0c40c9d1932d service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Neutron deleted interface 0deb085b-6939-48d9-8369-591f82c098a9; detaching it from the instance and deleting it from the info cache
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-0bf30b01-76af-424c-8c0c-dff8a4e77ddd req-32d0c2c2-2831-4bdd-bdf8-0c40c9d1932d service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-0bf30b01-76af-424c-8c0c-dff8a4e77ddd req-32d0c2c2-2831-4bdd-bdf8-0c40c9d1932d service nova] [instance: 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb] Detach interface failed, port_id=0deb085b-6939-48d9-8369-591f82c098a9, reason: Instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No VIF found with MAC fa:16:3e:d1:f0:fa, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66bfaace-e64f-4414-8c85-47ce6ce3f3b9 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.062s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:08 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:44:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:44:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.557s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:08 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Deleted allocations for instance 0ad0777b-2b0c-4bd2-8f9b-7de358b29deb
Nov 29 08:44:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98202428-d0c2-470c-a758-147199e596ca tempest-TaggedAttachmentsTest-927287937 tempest-TaggedAttachmentsTest-927287937-project-member] Lock "0ad0777b-2b0c-4bd2-8f9b-7de358b29deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.791s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:08 user nova-compute[75249]: INFO nova.compute.manager [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Rescuing
Nov 29 08:44:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Stashing vm_state: active {{(pid=75249) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:44:09 user nova-compute[75249]: INFO nova.compute.claims [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Claim successful on node user
Nov 29 08:44:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:09 user nova-compute[75249]: INFO nova.compute.resource_tracker [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating resource usage from migration a746e25a-79e7-4d8f-8437-a2f933c7df3c
Nov 29 08:44:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-4ff2b0f9-a36c-4f36-ad11-03aaf8496a01 req-ac2a699e-78c5-4e53-8672-2adda8b73fe7 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4ff2b0f9-a36c-4f36-ad11-03aaf8496a01 req-ac2a699e-78c5-4e53-8672-2adda8b73fe7 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4ff2b0f9-a36c-4f36-ad11-03aaf8496a01 req-ac2a699e-78c5-4e53-8672-2adda8b73fe7 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4ff2b0f9-a36c-4f36-ad11-03aaf8496a01 req-ac2a699e-78c5-4e53-8672-2adda8b73fe7 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-4ff2b0f9-a36c-4f36-ad11-03aaf8496a01 req-ac2a699e-78c5-4e53-8672-2adda8b73fe7 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:10 user nova-compute[75249]: WARNING nova.compute.manager [req-4ff2b0f9-a36c-4f36-ad11-03aaf8496a01 req-ac2a699e-78c5-4e53-8672-2adda8b73fe7 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state active and task_state rescuing.
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.679s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:10 user nova-compute[75249]: INFO nova.compute.manager [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Migrating
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:10 user nova-compute[75249]: INFO nova.compute.rpcapi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance destroyed successfully.
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:44:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Attempting a stable device rescue
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75249) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:44:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Creating image(s)
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'trusted_certs' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "d58a0879265680b4e28d2c8c753190e944faaaf5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "d58a0879265680b4e28d2c8c753190e944faaaf5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-4fc1a62c-7eea-4b50-af75-4263c2a1c186 req-bec86beb-75f0-46e6-b87c-76aeb7bae69c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4fc1a62c-7eea-4b50-af75-4263c2a1c186 req-bec86beb-75f0-46e6-b87c-76aeb7bae69c service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4fc1a62c-7eea-4b50-af75-4263c2a1c186 req-bec86beb-75f0-46e6-b87c-76aeb7bae69c service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4fc1a62c-7eea-4b50-af75-4263c2a1c186 req-bec86beb-75f0-46e6-b87c-76aeb7bae69c service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-4fc1a62c-7eea-4b50-af75-4263c2a1c186 req-bec86beb-75f0-46e6-b87c-76aeb7bae69c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:12 user nova-compute[75249]: WARNING nova.compute.manager [req-4fc1a62c-7eea-4b50-af75-4263c2a1c186 req-bec86beb-75f0-46e6-b87c-76aeb7bae69c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state active and task_state rescuing.
Nov 29 08:44:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jrpucTEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:12 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:12 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:12 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2db7e7-021f-4d7a-b6c8-ffd88c8d07ad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:44:12 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4e8e76-a093-4bbf-a92a-66bddb1883cf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009] added
Nov 29 08:44:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e3315b-0ef1-4560-a078-7e43d31c81c1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f7d8da-c566-4d79-8276-2896c3bdda11]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jrpucTEy {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jrpucTEy" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ccca41-0cb8-409d-a082-40a288fcd734]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jrpucTEy'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.part --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG nova.virt.images [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] 43c07402-20d6-4e78-8e8c-d17d9b50f2c1 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.part /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f780bbd-c08d-42c7-b906-cdb880a4217e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8dddbfc-e62b-42dd-8120-b44852b94e6d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:12 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:12 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:12 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:12 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7994a49b-b75f-4cfc-9cc0-474887fdf090]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260]
Nov 29 08:44:12 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260] successful.
Nov 29 08:44:12 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8d986bb-b1b3-404d-bf71-479720ab1f14]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.070s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0fd8a9b-cddb-45e9-b0fd-72781163c793]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:13 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:13 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:13 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:13 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:13 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:13 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:13 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:13 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.419s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] HCTL ('36', '-', '-', 0) found on session 16 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.038s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f25cbe-54cd-4130-ac06-19ada2123de0]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Searching for a device in session 16 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jrpucTEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.part /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.converted" returned: 0 in 0.361s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Starting migrate_disk_and_power_off {{(pid=75249) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "d58a0879265680b4e28d2c8c753190e944faaaf5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.579s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "d58a0879265680b4e28d2c8c753190e944faaaf5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "d58a0879265680b4e28d2c8c753190e944faaaf5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5 --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5,backing_fmt=raw /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-126ba0d5-3aeb-4d3c-8502-7e402c45b0f9 req-9b9b3ff3-474d-49f9-8865-18f038edd43c service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-126ba0d5-3aeb-4d3c-8502-7e402c45b0f9 req-9b9b3ff3-474d-49f9-8865-18f038edd43c service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-126ba0d5-3aeb-4d3c-8502-7e402c45b0f9 req-9b9b3ff3-474d-49f9-8865-18f038edd43c service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-126ba0d5-3aeb-4d3c-8502-7e402c45b0f9 req-9b9b3ff3-474d-49f9-8865-18f038edd43c service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-126ba0d5-3aeb-4d3c-8502-7e402c45b0f9 req-9b9b3ff3-474d-49f9-8865-18f038edd43c service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:13 user nova-compute[75249]: WARNING nova.compute.manager [req-126ba0d5-3aeb-4d3c-8502-7e402c45b0f9 req-9b9b3ff3-474d-49f9-8865-18f038edd43c service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state resize_migrating.
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5,backing_fmt=raw /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue" returned: 0 in 0.059s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "d58a0879265680b4e28d2c8c753190e944faaaf5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'migration_context' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Object Instance<cb2618af-6669-4908-9132-8e977cdfbad8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Start _get_guest_xml network_info=[{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "vif_mac": "fa:16:3e:d1:f0:fa"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '43c07402-20d6-4e78-8e8c-d17d9b50f2c1', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '7e863f94-475c-47f7-83cb-deb37c08ce69', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtJZAjQa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'cb2618af-6669-4908-9132-8e977cdfbad8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'serial': 'ff6ddfc2-175b-4bb6-86e1-e110806984b7'}, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'resources' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Object Instance<cb2618af-6669-4908-9132-8e977cdfbad8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'numa_topology' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Object Instance<cb2618af-6669-4908-9132-8e977cdfbad8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:44:13 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:13 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'vcpu_model' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.objects.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Object Instance<cb2618af-6669-4908-9132-8e977cdfbad8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtJZAjQa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:13 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:13 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance destroyed successfully.
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:44:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG os_vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc51b01c-4e, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c75af7d0-f818-46aa-b47b-63ab3b4c0ad0) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:14 user nova-compute[75249]: INFO os_vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e')
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:14 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.479s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] <== connect_volume: return (1482ms) {'type': 'block', 'scsi_wwn': '26637346161316132', 'path': '/dev/sde'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637346161316132', 'path': '/dev/sde'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.354s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:14 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:14 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.objects.instance [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'flavor' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ae6af9-8c1f-43af-927d-b482bb31076a]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = BtJZAjQa\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 08:44:14 user nova-compute[75249]: node.name = iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:44:14 user nova-compute[75249]: node.tpgt = -1
Nov 29 08:44:14 user nova-compute[75249]: node.startup = automatic
Nov 29 08:44:14 user nova-compute[75249]: node.leading_login = No
Nov 29 08:44:14 user nova-compute[75249]: iface.iscsi_ifacename = default
Nov 29 08:44:14 user nova-compute[75249]: iface.net_ifacename = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.ipaddress = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.prefix_len = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.hwaddress = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.transport_name = tcp
Nov 29 08:44:14 user nova-compute[75249]: iface.initiatorname = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.vlan_id = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.vlan_priority = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.vlan_state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.iface_num = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.mtu = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.port = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.bootproto = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.subnet_mask = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.gateway = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_alt_client_id = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_dns = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_learn_iqn = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_vendor_id_state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_vendor_id = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.dhcp_slp_da = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.fragmentation = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.gratuitous_arp = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.incoming_forwarding = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.tos_state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.tos = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.ttl = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.delayed_ack = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.tcp_nagle = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.tcp_wsf_state = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.tcp_wsf = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.tcp_timer_scale = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.tcp_timestamp = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.redirect = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.def_task_mgmt_timeout = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.header_digest = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.data_digest = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.immediate_data = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.initial_r2t = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.data_seq_inorder = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.data_pdu_inorder = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.erl = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.max_receive_data_len = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.first_burst_len = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.max_outstanding_r2t = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.max_burst_len = 0
Nov 29 08:44:14 user nova-compute[75249]: iface.chap_auth = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.bidi_chap = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.strict_login_compliance = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.discovery_auth = <empty>
Nov 29 08:44:14 user nova-compute[75249]: iface.discovery_logout = <empty>
Nov 29 08:44:14 user nova-compute[75249]: node.discovery_address = <empty>
Nov 29 08:44:14 user nova-compute[75249]: node.discovery_port = 0
Nov 29 08:44:14 user nova-compute[75249]: node.discovery_type = static
Nov 29 08:44:14 user nova-compute[75249]: node.session.initial_cmdsn = 0
Nov 29 08:44:14 user nova-compute[75249]: node.session.initial_login_retry_max = 8
Nov 29 08:44:14 user nova-compute[75249]: node.session.xmit_thread_priority = -20
Nov 29 08:44:14 user nova-compute[75249]: node.session.cmds_max = 128
Nov 29 08:44:14 user nova-compute[75249]: node.session.queue_depth = 32
Nov 29 08:44:14 user nova-compute[75249]: node.session.nr_sessions = 1
Nov 29 08:44:14 user nova-compute[75249]: node.session.auth.authmethod = CHAP
Nov 29 08:44:14 user nova-compute[75249]: node.session.auth.username = BtJZAjQa
Nov 29 08:44:14 user nova-compute[75249]: node.session.auth.password = ***
Nov 29 08:44:14 user nova-compute[75249]: node.session.auth.username_in = <empty>
Nov 29 08:44:14 user nova-compute[75249]: node.session.auth.password_in = <empty>
Nov 29 08:44:14 user nova-compute[75249]: node.session.auth.chap_algs = MD5
Nov 29 08:44:14 user nova-compute[75249]: node.session.timeo.replacement_timeout = 120
Nov 29 08:44:14 user nova-compute[75249]: node.session.err_timeo.abort_timeout = 15
Nov 29 08:44:14 user nova-compute[75249]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 08:44:14 user nova-compute[75249]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 08:44:14 user nova-compute[75249]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.FastAbort = Yes
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.InitialR2T = No
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.ImmediateData = Yes
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.MaxConnections = 1
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 08:44:14 user nova-compute[75249]: node.session.iscsi.ERL = 0
Nov 29 08:44:14 user nova-compute[75249]: node.session.scan = manual
Nov 29 08:44:14 user nova-compute[75249]: node.session.reopen_max = 0
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].address = 172.16.0.220
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].port = 3260
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].startup = manual
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].tcp.window_size = 524288
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].tcp.type_of_service = 0
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].timeo.logout_timeout = 15
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].timeo.login_timeout = 15
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].timeo.auth_timeout = 45
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].iscsi.DataDigest = None
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].iscsi.IFMarker = No
Nov 29 08:44:14 user nova-compute[75249]: node.conn[0].iscsi.OFMarker = No
Nov 29 08:44:14 user nova-compute[75249]: # END RECORD
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:44:14 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:14 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:44:14 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 08:44:14 user nova-compute[75249]:   <serial>b1d480e4-807b-4c31-9e47-c3dc22a44009</serial>
Nov 29 08:44:14 user nova-compute[75249]: </disk>
Nov 29 08:44:14 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ca9859-63ab-4754-8f1e-d10e38b0f628]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb6f374-fbfc-4b98-8649-b64b99d61640]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtJZAjQa {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtJZAjQa" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[53cad985-f4c3-435e-93bf-e6ea89490eb9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BtJZAjQa'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cc021ef-0976-463d-9be9-8d6db2342bd1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c5b701-6110-4239-9810-78959778a045]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.178s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] HCTL ('35', '0', '0', 0) found on session 15 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5136a2-d905-4ad2-b309-08339f185805]: (4, ('0 0 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Searching for a device in session 15 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtJZAjQa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.199s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] <== connect_volume: return (553ms) {'type': 'block', 'scsi_wwn': '23637303732356539', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637303732356539', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.248s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1049bc2-a71d-46d3-bcab-cb8ef48f7400]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:44:14 user nova-compute[75249]: No targets found.
Nov 29 08:44:14 user nova-compute[75249]: iSNS:
Nov 29 08:44:14 user nova-compute[75249]: No targets found.
Nov 29 08:44:14 user nova-compute[75249]: STATIC:
Nov 29 08:44:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:44:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa
Nov 29 08:44:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:44:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009
Nov 29 08:44:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:14 user nova-compute[75249]: FIRMWARE:
Nov 29 08:44:14 user nova-compute[75249]: No targets found.
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:44:14 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:44:14 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-186422855',display_name='tempest-ServerStableDeviceRescueTest-server-186422855',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-186422855',id=4,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb1YwZqeomkfEias/4GK1szmUkbz4W6Mlg+f6q1klo9cvg0AMb98UOzo/WTwEGvoX7QRzqMuwetby3ULXu/nrRAtDzvpR6e6WmTAXl+8+906SeORP7OMOqPGjrc4V34GQ==',key_name='tempest-keypair-884509355',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d4aea84733c4d75afeaed3a8c0d51aa',ramdisk_id='',reservation_id='r-90a123h1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1933704075',owner_user_name='tempest-ServerStableDeviceRescueTest-1933704075-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:42:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb02d9b3228a4577bf914484de31eb3d',uuid=cb2618af-6669-4908-9132-8e977cdfbad8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "vif_mac": "fa:16:3e:d1:f0:fa"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converting VIF {"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "vif_mac": "fa:16:3e:d1:f0:fa"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'pci_devices' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b74a287-a16b-473b-a81d-e06cad61e80c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.objects.base [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Object Instance<cb2618af-6669-4908-9132-8e977cdfbad8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:44:14 user nova-compute[75249]:   <uuid>cb2618af-6669-4908-9132-8e977cdfbad8</uuid>
Nov 29 08:44:14 user nova-compute[75249]:   <name>instance-00000004</name>
Nov 29 08:44:14 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:44:14 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:44:14 user nova-compute[75249]:   <metadata>
Nov 29 08:44:14 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:44:14 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:44:14 user nova-compute[75249]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-186422855</nova:name>
Nov 29 08:44:14 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:44:13</nova:creationTime>
Nov 29 08:44:14 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:44:14 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:44:14 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:44:14 user nova-compute[75249]:       <nova:owner>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:user uuid="cb02d9b3228a4577bf914484de31eb3d">tempest-ServerStableDeviceRescueTest-1933704075-project-member</nova:user>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:project uuid="3d4aea84733c4d75afeaed3a8c0d51aa">tempest-ServerStableDeviceRescueTest-1933704075</nova:project>
Nov 29 08:44:14 user nova-compute[75249]:       </nova:owner>
Nov 29 08:44:14 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:44:14 user nova-compute[75249]:       <nova:ports>
Nov 29 08:44:14 user nova-compute[75249]:         <nova:port uuid="de92103a-9093-40da-baa1-8533b8adb4dc">
Nov 29 08:44:14 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:44:14 user nova-compute[75249]:         </nova:port>
Nov 29 08:44:14 user nova-compute[75249]:       </nova:ports>
Nov 29 08:44:14 user nova-compute[75249]:     </nova:instance>
Nov 29 08:44:14 user nova-compute[75249]:   </metadata>
Nov 29 08:44:14 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:44:14 user nova-compute[75249]:     <system>
Nov 29 08:44:14 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:44:14 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:44:14 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:44:14 user nova-compute[75249]:       <entry name="serial">cb2618af-6669-4908-9132-8e977cdfbad8</entry>
Nov 29 08:44:14 user nova-compute[75249]:       <entry name="uuid">cb2618af-6669-4908-9132-8e977cdfbad8</entry>
Nov 29 08:44:14 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:44:14 user nova-compute[75249]:     </system>
Nov 29 08:44:14 user nova-compute[75249]:   </sysinfo>
Nov 29 08:44:14 user nova-compute[75249]:   <os>
Nov 29 08:44:14 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:44:14 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:44:14 user nova-compute[75249]:   </os>
Nov 29 08:44:14 user nova-compute[75249]:   <features>
Nov 29 08:44:14 user nova-compute[75249]:     <acpi/>
Nov 29 08:44:14 user nova-compute[75249]:     <apic/>
Nov 29 08:44:14 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:44:14 user nova-compute[75249]:   </features>
Nov 29 08:44:14 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:44:14 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:44:14 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:44:14 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:44:14 user nova-compute[75249]:   </clock>
Nov 29 08:44:14 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:44:14 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:44:14 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:44:14 user nova-compute[75249]:   </cpu>
Nov 29 08:44:14 user nova-compute[75249]:   <devices>
Nov 29 08:44:14 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:44:14 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:44:14 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk"/>
Nov 29 08:44:14 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:44:14 user nova-compute[75249]:     </disk>
Nov 29 08:44:14 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:44:14 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:14 user nova-compute[75249]:       <source dev="/dev/sdd"/>
Nov 29 08:44:14 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:44:14 user nova-compute[75249]:       <serial>ff6ddfc2-175b-4bb6-86e1-e110806984b7</serial>
Nov 29 08:44:14 user nova-compute[75249]:     </disk>
Nov 29 08:44:14 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:44:14 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:44:14 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue"/>
Nov 29 08:44:14 user nova-compute[75249]:       <target dev="vdc" bus="virtio"/>
Nov 29 08:44:14 user nova-compute[75249]:       <boot order="1"/>
Nov 29 08:44:14 user nova-compute[75249]:     </disk>
Nov 29 08:44:14 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:44:14 user nova-compute[75249]:       <mac address="fa:16:3e:d1:f0:fa"/>
Nov 29 08:44:14 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:44:14 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:44:14 user nova-compute[75249]:       <target dev="tapde92103a-90"/>
Nov 29 08:44:14 user nova-compute[75249]:     </interface>
Nov 29 08:44:14 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:44:14 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/console.log" append="off"/>
Nov 29 08:44:14 user nova-compute[75249]:     </serial>
Nov 29 08:44:14 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:44:14 user nova-compute[75249]:     <video>
Nov 29 08:44:14 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:44:14 user nova-compute[75249]:     </video>
Nov 29 08:44:14 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:44:14 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:44:14 user nova-compute[75249]:     </rng>
Nov 29 08:44:14 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:44:14 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:44:14 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:44:14 user nova-compute[75249]:     </memballoon>
Nov 29 08:44:14 user nova-compute[75249]:   </devices>
Nov 29 08:44:14 user nova-compute[75249]: </domain>
Nov 29 08:44:14 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2637b2-d689-484d-b60c-4e9529f93ea1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf45be7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance destroyed successfully.
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f04045-127b-4b18-ba61-07d9838d3235]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b081f1f-5f8d-42c8-808b-2ffc3e7d4007]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac54b31b-1565-4ef7-8f32-dfb15edd8051]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] No VIF found with MAC fa:16:3e:d1:f0:fa, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ef9c64-b539-44d2-8d88-6fe544350dd3]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] No VIF found with MAC fa:16:3e:45:46:94, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[53505269-8d1d-498f-8a3d-91569ae03c0b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3212362-5729-4026-9c17-6f2c98475318]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]
Nov 29 08:44:14 user nova-compute[75249]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.
Nov 29 08:44:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb32276-0bd2-45bc-be8a-4aee6404e51c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.429s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== disconnect_volume: return (677ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-edaf5b4b-e9b6-4091-9012-dcaa2c8ecfa8 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.633s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11_resize/disk /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:15 user nova-compute[75249]: INFO nova.compute.manager [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Detaching volume b1d480e4-807b-4c31-9e47-c3dc22a44009
Nov 29 08:44:15 user nova-compute[75249]: INFO nova.virt.block_device [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attempting to driver detach volume b1d480e4-807b-4c31-9e47-c3dc22a44009 from mountpoint /dev/vdc
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Attempting to detach device vdc from instance 28aee71a-a508-4877-a263-0597912b8f13 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:44:15 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:15 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:44:15 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 08:44:15 user nova-compute[75249]:   <serial>b1d480e4-807b-4c31-9e47-c3dc22a44009</serial>
Nov 29 08:44:15 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 08:44:15 user nova-compute[75249]: </disk>
Nov 29 08:44:15 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:44:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Successfully detached device vdc from instance 28aee71a-a508-4877-a263-0597912b8f13 from the persistent domain config.
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 28aee71a-a508-4877-a263-0597912b8f13 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:44:15 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:15 user nova-compute[75249]:   <source dev="/dev/sde"/>
Nov 29 08:44:15 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 08:44:15 user nova-compute[75249]:   <serial>b1d480e4-807b-4c31-9e47-c3dc22a44009</serial>
Nov 29 08:44:15 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 08:44:15 user nova-compute[75249]: </disk>
Nov 29 08:44:15 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7cdde095-63ff-473f-b6e6-d5afa7452de8 req-fd2b341d-e454-4ad4-8d5a-88916c85d8f4 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7cdde095-63ff-473f-b6e6-d5afa7452de8 req-fd2b341d-e454-4ad4-8d5a-88916c85d8f4 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7cdde095-63ff-473f-b6e6-d5afa7452de8 req-fd2b341d-e454-4ad4-8d5a-88916c85d8f4 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7cdde095-63ff-473f-b6e6-d5afa7452de8 req-fd2b341d-e454-4ad4-8d5a-88916c85d8f4 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7cdde095-63ff-473f-b6e6-d5afa7452de8 req-fd2b341d-e454-4ad4-8d5a-88916c85d8f4 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7cdde095-63ff-473f-b6e6-d5afa7452de8 req-fd2b341d-e454-4ad4-8d5a-88916c85d8f4 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state resize_migrating.
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "cp -r /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11_resize/disk /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk" returned: 0 in 0.561s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11_resize/disk.info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk.info {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "cp -r /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11_resize/disk.info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk.info" returned: 0 in 0.040s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f497c59-8a6c-47a7-891b-a14acc990c15 req-8e0365da-c1b3-44f7-803c-8c5dd13dadb5 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f497c59-8a6c-47a7-891b-a14acc990c15 req-8e0365da-c1b3-44f7-803c-8c5dd13dadb5 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f497c59-8a6c-47a7-891b-a14acc990c15 req-8e0365da-c1b3-44f7-803c-8c5dd13dadb5 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f497c59-8a6c-47a7-891b-a14acc990c15 req-8e0365da-c1b3-44f7-803c-8c5dd13dadb5 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f497c59-8a6c-47a7-891b-a14acc990c15 req-8e0365da-c1b3-44f7-803c-8c5dd13dadb5 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:16 user nova-compute[75249]: WARNING nova.compute.manager [req-8f497c59-8a6c-47a7-891b-a14acc990c15 req-8e0365da-c1b3-44f7-803c-8c5dd13dadb5 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state active and task_state rescuing.
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Port cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 binding to destination host user is already ACTIVE {{(pid=75249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:44:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:18 user nova-compute[75249]: INFO nova.compute.manager [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Terminating instance
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_brick.utils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d74c9c9-04df-486f-a257-c814bf83b956]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[061628ce-9923-4ab9-acbb-02aaba744973]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[baeef818-86a1-455b-b5a3-7de182045a87]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[27160fc5-b7be-46d5-8d3d-b7889b1b0632]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:44:18 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f881cd6-5c45-4c4e-84e6-8591fa069286]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_brick.utils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Instance destroyed successfully.
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lazy-loading 'resources' on Instance uuid 74dfc01a-369b-4ec7-a852-0179e13fcc8b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-f4166119-c6b5-4fa9-ba6f-7d27c7cb33be req-ca77049e-3218-4231-9ec0-64438b10c3cb service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f4166119-c6b5-4fa9-ba6f-7d27c7cb33be req-ca77049e-3218-4231-9ec0-64438b10c3cb service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f4166119-c6b5-4fa9-ba6f-7d27c7cb33be req-ca77049e-3218-4231-9ec0-64438b10c3cb service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f4166119-c6b5-4fa9-ba6f-7d27c7cb33be req-ca77049e-3218-4231-9ec0-64438b10c3cb service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-f4166119-c6b5-4fa9-ba6f-7d27c7cb33be req-ca77049e-3218-4231-9ec0-64438b10c3cb service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:18 user nova-compute[75249]: WARNING nova.compute.manager [req-f4166119-c6b5-4fa9-ba6f-7d27c7cb33be req-ca77049e-3218-4231-9ec0-64438b10c3cb service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state active and task_state rescuing.
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1157095422',display_name='tempest-TestVolumeSwap-server-1157095422',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1157095422',id=9,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMcV6RUyGH59q4nthCP/FnKkSgPTjPe77qSumy07843CTt0G17vdyF66ieYhO1rSbjNxU3Kb4oXg8ppaOh20AfWbs5ws32z4WCKA9XyljQKjCy8l+Jx3I1WG+a/pKSO8Xw==',key_name='tempest-keypair-1809025451',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d137e23ddf345789f0279d5a269a6b5',ramdisk_id='',reservation_id='r-0avq5q0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1967052461',owner_user_name='tempest-TestVolumeSwap-1967052461-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='33cd79e2934d4309a17fde70ea9d67c1',uuid=74dfc01a-369b-4ec7-a852-0179e13fcc8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Converting VIF {"id": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "address": "fa:16:3e:67:4a:70", "network": {"id": "c870a23e-3164-4fa5-b70c-0091fa489c3d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1167910400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d137e23ddf345789f0279d5a269a6b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa361fd4a-e2", "ovs_interfaceid": "a361fd4a-e2a2-4fdf-a76b-3db685327601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG os_vif [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa361fd4a-e2, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1616b7e6-8971-42f3-bbc9-433018dadf10) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:18 user nova-compute[75249]: INFO os_vif [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:4a:70,bridge_name='br-int',has_traffic_filtering=True,id=a361fd4a-e2a2-4fdf-a76b-3db685327601,network=Network(c870a23e-3164-4fa5-b70c-0091fa489c3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa361fd4a-e2')
Nov 29 08:44:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Deleting instance files /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b_del
Nov 29 08:44:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Deletion of /opt/stack/data/nova/instances/74dfc01a-369b-4ec7-a852-0179e13fcc8b_del complete
Nov 29 08:44:19 user nova-compute[75249]: INFO nova.compute.manager [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 29 08:44:19 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:44:19 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:44:19 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:44:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b922070-3c38-4da1-98b0-fd3aed686e15 tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:44:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:20 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:20 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Took 1.67 seconds to deallocate network for instance.
Nov 29 08:44:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-5298d6b3-8d12-46c1-8418-3fc3f6751dfd req-ae5e6c68-01d9-4801-9e4c-c339a47b99c0 service nova] [instance: 74dfc01a-369b-4ec7-a852-0179e13fcc8b] Received event network-vif-deleted-a361fd4a-e2a2-4fdf-a76b-3db685327601 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:21 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:44:21 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:44:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.477s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:21 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Deleted allocations for instance 74dfc01a-369b-4ec7-a852-0179e13fcc8b
Nov 29 08:44:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f0e2177-af6d-4f0e-9529-a8ec18910509 tempest-TestVolumeSwap-1967052461 tempest-TestVolumeSwap-1967052461-project-member] Lock "74dfc01a-369b-4ec7-a852-0179e13fcc8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.346s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:44:22 user nova-compute[75249]: INFO nova.compute.claims [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Claim successful on node user
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:44:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.policy [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc4ad0645e5b4de1a8da9733ef1f11e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f4174a11664198baa22cf60e86a567', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:44:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Creating image(s)
Nov 29 08:44:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.018s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "3c393e5375ee3bddfefe29f98530daf379ac2f4f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "3c393e5375ee3bddfefe29f98530daf379ac2f4f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Successfully created port: f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.part --force-share --output=json" returned: 0 in 0.269s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG nova.virt.images [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] 1ea31f6a-c432-40cc-ba5d-9abeacbedba7 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.part /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.part /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.converted" returned: 0 in 0.249s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f.converted --force-share --output=json" returned: 0 in 0.219s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "3c393e5375ee3bddfefe29f98530daf379ac2f4f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.436s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Successfully updated port: f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:24 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing instance network info cache due to event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "3c393e5375ee3bddfefe29f98530daf379ac2f4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "3c393e5375ee3bddfefe29f98530daf379ac2f4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f,backing_fmt=raw /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f,backing_fmt=raw /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk 1073741824" returned: 0 in 0.053s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "3c393e5375ee3bddfefe29f98530daf379ac2f4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance network_info: |[{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.neutron [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Cannot resize image /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Ensure instance console log exists: /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Start _get_guest_xml network_info=[{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:44:19Z,direct_url=<?>,disk_format='qcow2',id=1ea31f6a-c432-40cc-ba5d-9abeacbedba7,min_disk=0,min_ram=0,name='tempest-scenario-img--473958018',owner='26f4174a11664198baa22cf60e86a567',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:44:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '1ea31f6a-c432-40cc-ba5d-9abeacbedba7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:44:25 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:25 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:44:19Z,direct_url=<?>,disk_format='qcow2',id=1ea31f6a-c432-40cc-ba5d-9abeacbedba7,min_disk=0,min_ram=0,name='tempest-scenario-img--473958018',owner='26f4174a11664198baa22cf60e86a567',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:44:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-657389913',display_name='tempest-TestMinimumBasicScenario-server-657389913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-657389913',id=16,image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJttLncCo+dyfz7btuc8HF2AHLrU8i3Vmr2hAVFR21ehq54OL7Ok3CVNgfOIF64bIw4NVqQbarRUMlvft9LB/DgAPpprvhTCvA4tqVYpx5moImU7BCbY2/Cxgb7ev+kdSQ==',key_name='tempest-TestMinimumBasicScenario-465824064',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-55wmfquz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:44:23Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=9bc19584-ab24-42c5-8caa-0c6042286df2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'pci_devices' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:44:25 user nova-compute[75249]:   <uuid>9bc19584-ab24-42c5-8caa-0c6042286df2</uuid>
Nov 29 08:44:25 user nova-compute[75249]:   <name>instance-00000010</name>
Nov 29 08:44:25 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:44:25 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:44:25 user nova-compute[75249]:   <metadata>
Nov 29 08:44:25 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:44:25 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:44:25 user nova-compute[75249]:       <nova:name>tempest-TestMinimumBasicScenario-server-657389913</nova:name>
Nov 29 08:44:25 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:44:25</nova:creationTime>
Nov 29 08:44:25 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:44:25 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:44:25 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:44:25 user nova-compute[75249]:       <nova:owner>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:user uuid="bc4ad0645e5b4de1a8da9733ef1f11e6">tempest-TestMinimumBasicScenario-859354647-project-member</nova:user>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:project uuid="26f4174a11664198baa22cf60e86a567">tempest-TestMinimumBasicScenario-859354647</nova:project>
Nov 29 08:44:25 user nova-compute[75249]:       </nova:owner>
Nov 29 08:44:25 user nova-compute[75249]:       <nova:root type="image" uuid="1ea31f6a-c432-40cc-ba5d-9abeacbedba7"/>
Nov 29 08:44:25 user nova-compute[75249]:       <nova:ports>
Nov 29 08:44:25 user nova-compute[75249]:         <nova:port uuid="f83663cd-1d2f-411e-b9a9-60558b1ff879">
Nov 29 08:44:25 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 08:44:25 user nova-compute[75249]:         </nova:port>
Nov 29 08:44:25 user nova-compute[75249]:       </nova:ports>
Nov 29 08:44:25 user nova-compute[75249]:     </nova:instance>
Nov 29 08:44:25 user nova-compute[75249]:   </metadata>
Nov 29 08:44:25 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:44:25 user nova-compute[75249]:     <system>
Nov 29 08:44:25 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:44:25 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:44:25 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:44:25 user nova-compute[75249]:       <entry name="serial">9bc19584-ab24-42c5-8caa-0c6042286df2</entry>
Nov 29 08:44:25 user nova-compute[75249]:       <entry name="uuid">9bc19584-ab24-42c5-8caa-0c6042286df2</entry>
Nov 29 08:44:25 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:44:25 user nova-compute[75249]:     </system>
Nov 29 08:44:25 user nova-compute[75249]:   </sysinfo>
Nov 29 08:44:25 user nova-compute[75249]:   <os>
Nov 29 08:44:25 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:44:25 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:44:25 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:44:25 user nova-compute[75249]:   </os>
Nov 29 08:44:25 user nova-compute[75249]:   <features>
Nov 29 08:44:25 user nova-compute[75249]:     <acpi/>
Nov 29 08:44:25 user nova-compute[75249]:     <apic/>
Nov 29 08:44:25 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:44:25 user nova-compute[75249]:   </features>
Nov 29 08:44:25 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:44:25 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:44:25 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:44:25 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:44:25 user nova-compute[75249]:   </clock>
Nov 29 08:44:25 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:44:25 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:44:25 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:44:25 user nova-compute[75249]:   </cpu>
Nov 29 08:44:25 user nova-compute[75249]:   <devices>
Nov 29 08:44:25 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:44:25 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:44:25 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk"/>
Nov 29 08:44:25 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:44:25 user nova-compute[75249]:     </disk>
Nov 29 08:44:25 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:44:25 user nova-compute[75249]:       <mac address="fa:16:3e:96:4b:b5"/>
Nov 29 08:44:25 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:44:25 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:44:25 user nova-compute[75249]:       <target dev="tapf83663cd-1d"/>
Nov 29 08:44:25 user nova-compute[75249]:     </interface>
Nov 29 08:44:25 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:44:25 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/console.log" append="off"/>
Nov 29 08:44:25 user nova-compute[75249]:     </serial>
Nov 29 08:44:25 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:44:25 user nova-compute[75249]:     <video>
Nov 29 08:44:25 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:44:25 user nova-compute[75249]:     </video>
Nov 29 08:44:25 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:44:25 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:44:25 user nova-compute[75249]:     </rng>
Nov 29 08:44:25 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:44:25 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:44:25 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:44:25 user nova-compute[75249]:     </memballoon>
Nov 29 08:44:25 user nova-compute[75249]:   </devices>
Nov 29 08:44:25 user nova-compute[75249]: </domain>
Nov 29 08:44:25 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-657389913',display_name='tempest-TestMinimumBasicScenario-server-657389913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-657389913',id=16,image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJttLncCo+dyfz7btuc8HF2AHLrU8i3Vmr2hAVFR21ehq54OL7Ok3CVNgfOIF64bIw4NVqQbarRUMlvft9LB/DgAPpprvhTCvA4tqVYpx5moImU7BCbY2/Cxgb7ev+kdSQ==',key_name='tempest-TestMinimumBasicScenario-465824064',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-55wmfquz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:44:23Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=9bc19584-ab24-42c5-8caa-0c6042286df2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG os_vif [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4ac5a493-6719-5367-9da9-174c784bccf8', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf83663cd-1d, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf83663cd-1d, col_values=(('qos', UUID('499f7bde-fb03-49a4-9291-a5804c45fb51')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf83663cd-1d, col_values=(('external_ids', {'iface-id': 'f83663cd-1d2f-411e-b9a9-60558b1ff879', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:4b:b5', 'vm-uuid': '9bc19584-ab24-42c5-8caa-0c6042286df2'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:25 user nova-compute[75249]: INFO os_vif [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d')
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No VIF found with MAC fa:16:3e:96:4b:b5, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:44:26 user nova-compute[75249]: DEBUG nova.network.neutron [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updated VIF entry in instance network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:44:26 user nova-compute[75249]: DEBUG nova.network.neutron [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-57a171ef-5002-4391-b687-86231c9b3a6e req-5611eec9-1c02-47a3-ac2a-2ed73436ac7e service nova] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Starting finish_migration {{(pid=75249) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:44:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Creating image(s)
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.248s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk. size=21474836480 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-1d7c617f-5c86-4921-a69f-8ea688a7c01a req-8811566b-7e46-4246-802d-b8434c78bdc5 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1d7c617f-5c86-4921-a69f-8ea688a7c01a req-8811566b-7e46-4246-802d-b8434c78bdc5 service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1d7c617f-5c86-4921-a69f-8ea688a7c01a req-8811566b-7e46-4246-802d-b8434c78bdc5 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1d7c617f-5c86-4921-a69f-8ea688a7c01a req-8811566b-7e46-4246-802d-b8434c78bdc5 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-1d7c617f-5c86-4921-a69f-8ea688a7c01a req-8811566b-7e46-4246-802d-b8434c78bdc5 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:27 user nova-compute[75249]: WARNING nova.compute.manager [req-1d7c617f-5c86-4921-a69f-8ea688a7c01a req-8811566b-7e46-4246-802d-b8434c78bdc5 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state building and task_state spawning.
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk 21474836480 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk 21474836480" returned: 0 in 0.225s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Ensure instance console log exists: /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start _get_guest_xml network_info=[{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'ab1758af-da04-4259-905e-4592e98e6776', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11', 'attached_at': '2023-11-29T08:44:27.000000', 'detached_at': '', 'volume_id': '97ad43e0-227a-4f10-991f-f285460cb257', 'serial': '97ad43e0-227a-4f10-991f-f285460cb257'}, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:27 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:27 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:44:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:28 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:28 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:28 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:44:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a0557e-1974-4253-a4aa-380c7df02851]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:44:28 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c7a678d-3dbc-4208-b587-057e9493fe19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257] added
Nov 29 08:44:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[266d4721-34d0-4bc5-b473-92a8062f7f39]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf5eb36-9b1a-457d-871c-8eb7423b282a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRLcJOyi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRLcJOyi" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e52640-03b9-497a-98cc-57420c021168]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PRLcJOyi'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b91c6f-d3cb-46d6-94d6-5bbb8d4ddbae]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e3e3297-5266-4dd8-b0e8-25ab8fe8da76]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c0c250-ebb8-434e-8acc-4ecad6cebeeb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]
Nov 29 08:44:28 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.
Nov 29 08:44:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4c43e50-6f1e-4437-9ff9-a494dd2d4b89]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[06a77936-c2b7-4117-98c3-9c24691396a8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[355d8bc4-fc6d-4300-86da-33781e1f6d50]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:44:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23932393438373835', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932393438373835', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:44:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:44:29 user nova-compute[75249]:   <uuid>5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</uuid>
Nov 29 08:44:29 user nova-compute[75249]:   <name>instance-00000003</name>
Nov 29 08:44:29 user nova-compute[75249]:   <memory>2097152</memory>
Nov 29 08:44:29 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:44:29 user nova-compute[75249]:   <metadata>
Nov 29 08:44:29 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:44:29 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:44:29 user nova-compute[75249]:       <nova:name>tempest-ServerActionsTestOtherB-server-1392140743</nova:name>
Nov 29 08:44:29 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:44:27</nova:creationTime>
Nov 29 08:44:29 user nova-compute[75249]:       <nova:flavor name="m1.small">
Nov 29 08:44:29 user nova-compute[75249]:         <nova:memory>2048</nova:memory>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:disk>20</nova:disk>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:44:29 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:44:29 user nova-compute[75249]:       <nova:owner>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:user uuid="6559ccb57a11496b9af8751bb4ed5708">tempest-ServerActionsTestOtherB-1622900579-project-member</nova:user>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:project uuid="b7e8b224fbf04883934db5d75a299865">tempest-ServerActionsTestOtherB-1622900579</nova:project>
Nov 29 08:44:29 user nova-compute[75249]:       </nova:owner>
Nov 29 08:44:29 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:44:29 user nova-compute[75249]:       <nova:ports>
Nov 29 08:44:29 user nova-compute[75249]:         <nova:port uuid="cc51b01c-4e95-4e4a-a327-5ed2d75b9b00">
Nov 29 08:44:29 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 08:44:29 user nova-compute[75249]:         </nova:port>
Nov 29 08:44:29 user nova-compute[75249]:       </nova:ports>
Nov 29 08:44:29 user nova-compute[75249]:     </nova:instance>
Nov 29 08:44:29 user nova-compute[75249]:   </metadata>
Nov 29 08:44:29 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:44:29 user nova-compute[75249]:     <system>
Nov 29 08:44:29 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:44:29 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:44:29 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:44:29 user nova-compute[75249]:       <entry name="serial">5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</entry>
Nov 29 08:44:29 user nova-compute[75249]:       <entry name="uuid">5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</entry>
Nov 29 08:44:29 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:44:29 user nova-compute[75249]:     </system>
Nov 29 08:44:29 user nova-compute[75249]:   </sysinfo>
Nov 29 08:44:29 user nova-compute[75249]:   <os>
Nov 29 08:44:29 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:44:29 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:44:29 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:44:29 user nova-compute[75249]:   </os>
Nov 29 08:44:29 user nova-compute[75249]:   <features>
Nov 29 08:44:29 user nova-compute[75249]:     <acpi/>
Nov 29 08:44:29 user nova-compute[75249]:     <apic/>
Nov 29 08:44:29 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:44:29 user nova-compute[75249]:   </features>
Nov 29 08:44:29 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:44:29 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:44:29 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:44:29 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:44:29 user nova-compute[75249]:   </clock>
Nov 29 08:44:29 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:44:29 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:44:29 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:44:29 user nova-compute[75249]:   </cpu>
Nov 29 08:44:29 user nova-compute[75249]:   <devices>
Nov 29 08:44:29 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:44:29 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:44:29 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk"/>
Nov 29 08:44:29 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:44:29 user nova-compute[75249]:     </disk>
Nov 29 08:44:29 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:44:29 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:44:29 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 08:44:29 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:44:29 user nova-compute[75249]:       <serial>97ad43e0-227a-4f10-991f-f285460cb257</serial>
Nov 29 08:44:29 user nova-compute[75249]:     </disk>
Nov 29 08:44:29 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:44:29 user nova-compute[75249]:       <mac address="fa:16:3e:a4:f0:d8"/>
Nov 29 08:44:29 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:44:29 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:44:29 user nova-compute[75249]:       <target dev="tapcc51b01c-4e"/>
Nov 29 08:44:29 user nova-compute[75249]:     </interface>
Nov 29 08:44:29 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:44:29 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/console.log" append="off"/>
Nov 29 08:44:29 user nova-compute[75249]:     </serial>
Nov 29 08:44:29 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:44:29 user nova-compute[75249]:     <video>
Nov 29 08:44:29 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:44:29 user nova-compute[75249]:     </video>
Nov 29 08:44:29 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:44:29 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:44:29 user nova-compute[75249]:     </rng>
Nov 29 08:44:29 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:44:29 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:44:29 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:44:29 user nova-compute[75249]:     </memballoon>
Nov 29 08:44:29 user nova-compute[75249]:   </devices>
Nov 29 08:44:29 user nova-compute[75249]: </domain>
Nov 29 08:44:29 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:44:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1115064635-network", "vif_mac": "fa:16:3e:a4:f0:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG os_vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b25cbaf3-3488-5bdc-ae85-7b12a954f9ae', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc51b01c-4e, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc51b01c-4e, col_values=(('qos', UUID('0b5b755c-f66d-45ca-8905-721c486e39bd')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc51b01c-4e, col_values=(('external_ids', {'iface-id': 'cc51b01c-4e95-4e4a-a327-5ed2d75b9b00', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:f0:d8', 'vm-uuid': '5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:29 user nova-compute[75249]: INFO os_vif [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e')
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-0b4925a1-109f-4b27-9822-d157ce33efbe req-bf447dd4-e327-4b57-ba58-890857f46388 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0b4925a1-109f-4b27-9822-d157ce33efbe req-bf447dd4-e327-4b57-ba58-890857f46388 service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0b4925a1-109f-4b27-9822-d157ce33efbe req-bf447dd4-e327-4b57-ba58-890857f46388 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0b4925a1-109f-4b27-9822-d157ce33efbe req-bf447dd4-e327-4b57-ba58-890857f46388 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-0b4925a1-109f-4b27-9822-d157ce33efbe req-bf447dd4-e327-4b57-ba58-890857f46388 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:29 user nova-compute[75249]: WARNING nova.compute.manager [req-0b4925a1-109f-4b27-9822-d157ce33efbe req-bf447dd4-e327-4b57-ba58-890857f46388 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state building and task_state spawning.
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] No VIF found with MAC fa:16:3e:a4:f0:d8, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:44:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance spawned successfully.
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:44:30 user nova-compute[75249]: INFO nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Took 6.66 seconds to spawn the instance on the hypervisor.
Nov 29 08:44:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:44:30 user nova-compute[75249]: INFO nova.compute.manager [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Took 7.65 seconds to build instance.
Nov 29 08:44:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b2a72d1f-e41a-4e69-9cb0-d7ca1e349ad6 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.803s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-4cbcc6d7-0e02-4ad0-b9e7-accb2fea71d3 req-bb6fbbf5-d928-4c84-887b-f04ccbbab6b7 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4cbcc6d7-0e02-4ad0-b9e7-accb2fea71d3 req-bb6fbbf5-d928-4c84-887b-f04ccbbab6b7 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4cbcc6d7-0e02-4ad0-b9e7-accb2fea71d3 req-bb6fbbf5-d928-4c84-887b-f04ccbbab6b7 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4cbcc6d7-0e02-4ad0-b9e7-accb2fea71d3 req-bb6fbbf5-d928-4c84-887b-f04ccbbab6b7 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-4cbcc6d7-0e02-4ad0-b9e7-accb2fea71d3 req-bb6fbbf5-d928-4c84-887b-f04ccbbab6b7 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:31 user nova-compute[75249]: WARNING nova.compute.manager [req-4cbcc6d7-0e02-4ad0-b9e7-accb2fea71d3 req-bb6fbbf5-d928-4c84-887b-f04ccbbab6b7 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state resize_finish.
Nov 29 08:44:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5e38665b-465f-4ecb-b150-4896e27a8095 req-f25aec78-258e-4ed6-97b3-1e338639c43c service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:44:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5e38665b-465f-4ecb-b150-4896e27a8095 req-f25aec78-258e-4ed6-97b3-1e338639c43c service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5e38665b-465f-4ecb-b150-4896e27a8095 req-f25aec78-258e-4ed6-97b3-1e338639c43c service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5e38665b-465f-4ecb-b150-4896e27a8095 req-f25aec78-258e-4ed6-97b3-1e338639c43c service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5e38665b-465f-4ecb-b150-4896e27a8095 req-f25aec78-258e-4ed6-97b3-1e338639c43c service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:44:33 user nova-compute[75249]: WARNING nova.compute.manager [req-5e38665b-465f-4ecb-b150-4896e27a8095 req-f25aec78-258e-4ed6-97b3-1e338639c43c service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state resize_finish.
Nov 29 08:44:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:44:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance running successfully.
Nov 29 08:44:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Failed to set time: agent not configured {{(pid=75249) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 08:44:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8445b249-c060-4e51-b577-6e34552a893f tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] finish_migration finished successfully. {{(pid=75249) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 08:44:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:36 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 28aee71a-a508-4877-a263-0597912b8f13 is timed out.
Nov 29 08:44:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Successfully detached device vdc from instance 28aee71a-a508-4877-a263-0597912b8f13 from the live domain config.
Nov 29 08:44:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jrpucTEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:44:36 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[458535ae-78d4-44ce-b053-85a4f0fdf367]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:44:36 user nova-compute[75249]: No targets found.
Nov 29 08:44:36 user nova-compute[75249]: iSNS:
Nov 29 08:44:36 user nova-compute[75249]: No targets found.
Nov 29 08:44:36 user nova-compute[75249]: STATIC:
Nov 29 08:44:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:44:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa
Nov 29 08:44:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:44:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009
Nov 29 08:44:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:44:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:44:36 user nova-compute[75249]: FIRMWARE:
Nov 29 08:44:36 user nova-compute[75249]: No targets found.
Nov 29 08:44:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:44:36 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:44:36 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3b83e3-bfdf-47c2-bfbc-79d6c746b6a8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a0cdb5-cbae-4898-8914-971b949f5ac9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:36 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:36 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:36 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:44:36 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:44:36 user nova-compute[75249]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 (non-flash)
Nov 29 08:44:36 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:44:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbe950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009'): ({'sde'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Removing single pathed devices sde {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8c2298-4313-4901-a276-60f398fbf8a6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[820a6b88-ba96-4f4c-9f92-6c6d876d0cfb]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Flushing IO for device /dev/sde {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7888b9b2-7b05-41e3-98b6-b0957fff8b40]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb56593-c3d8-4f55-83c2-9df9833323a3]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4cafb88-1413-4bb3-a30e-97e60573d039]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7365953-e050-46a5-84fc-a2b324260481]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260]
Nov 29 08:44:36 user nova-compute[75249]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009, portal: 172.16.0.220,3260] successful.
Nov 29 08:44:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1d480e4-807b-4c31-9e47-c3dc22a44009 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b877edf-ba5a-4e6e-b347-d48daf4bcbe0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] <== disconnect_volume: return (386ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:44:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:44:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:37 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'flavor' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:44:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a3310c8-5001-4e02-bd6a-b5ac68820865 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.310s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:44:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:44:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:44:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:44:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating instance_info_cache with network_info: [{"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:44:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:44:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:44:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:44:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "146f28a3-2a89-43ed-8909-93ad716a287c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:45:02 user nova-compute[75249]: INFO nova.compute.claims [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Claim successful on node user
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.610s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.policy [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93ab93551b149af82750bc25b5c1b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '917f975f60a7467f8187bbaf8d13b8f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:45:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Creating image(s)
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "/opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "/opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "/opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk 1073741824" returned: 0 in 0.086s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Successfully created port: ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.205s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Checking if we can resize image /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:45:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "e42e7e55-a90d-4313-8828-97a4511c260c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:45:04 user nova-compute[75249]: INFO nova.compute.claims [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Claim successful on node user
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk --force-share --output=json" returned: 0 in 0.593s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Cannot resize image /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Ensure instance console log exists: /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:04 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:45:04 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7412MB free_disk=25.341041564941406GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Successfully updated port: ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "refresh_cache-146f28a3-2a89-43ed-8909-93ad716a287c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquired lock "refresh_cache-146f28a3-2a89-43ed-8909-93ad716a287c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-changed-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Refreshing instance network info cache due to event network-changed-ce8cb851-b887-4b4d-945d-d228811aa4ed. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] Acquiring lock "refresh_cache-146f28a3-2a89-43ed-8909-93ad716a287c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.814s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:45:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.373s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:45:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Applying migration context for instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 as it has an incoming, in-progress migration a746e25a-79e7-4d8f-8437-a2f933c7df3c. Migration status is finished {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 08:45:05 user nova-compute[75249]: INFO nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating resource usage from migration a746e25a-79e7-4d8f-8437-a2f933c7df3c
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 28aee71a-a508-4877-a263-0597912b8f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 71001752-1f47-4cb4-a7e7-24e215a719e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance c34e7604-b488-41a1-83c6-2064847a6632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Migration a746e25a-79e7-4d8f-8437-a2f933c7df3c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 9bc19584-ab24-42c5-8caa-0c6042286df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 146f28a3-2a89-43ed-8909-93ad716a287c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=31GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.policy [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b25ac13ea7d141ebb811a7d00a83a52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1eabe7db5704664bf5545cc9c5f9e16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:45:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Creating image(s)
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "/opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "/opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "/opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.neutron [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Updating instance_info_cache with network_info: [{"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Releasing lock "refresh_cache-146f28a3-2a89-43ed-8909-93ad716a287c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Instance network_info: |[{"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] Acquired lock "refresh_cache-146f28a3-2a89-43ed-8909-93ad716a287c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Refreshing network info cache for port ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Start _get_guest_xml network_info=[{"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.208s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:45:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-815522337',display_name='tempest-VolumesActionsTest-instance-815522337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-815522337',id=17,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='917f975f60a7467f8187bbaf8d13b8f3',ramdisk_id='',reservation_id='r-opcq9m0s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2109681157',owner_user_name='tempest-VolumesActionsTest-2109681157-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:45:03Z,user_data=None,user_id='c93ab93551b149af82750bc25b5c1b53',uuid=146f28a3-2a89-43ed-8909-93ad716a287c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Converting VIF {"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lazy-loading 'pci_devices' on Instance uuid 146f28a3-2a89-43ed-8909-93ad716a287c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:45:05 user nova-compute[75249]:   <uuid>146f28a3-2a89-43ed-8909-93ad716a287c</uuid>
Nov 29 08:45:05 user nova-compute[75249]:   <name>instance-00000011</name>
Nov 29 08:45:05 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:45:05 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:45:05 user nova-compute[75249]:   <metadata>
Nov 29 08:45:05 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:45:05 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:45:05 user nova-compute[75249]:       <nova:name>tempest-VolumesActionsTest-instance-815522337</nova:name>
Nov 29 08:45:05 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:45:05</nova:creationTime>
Nov 29 08:45:05 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:45:05 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:45:05 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:45:05 user nova-compute[75249]:       <nova:owner>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:user uuid="c93ab93551b149af82750bc25b5c1b53">tempest-VolumesActionsTest-2109681157-project-member</nova:user>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:project uuid="917f975f60a7467f8187bbaf8d13b8f3">tempest-VolumesActionsTest-2109681157</nova:project>
Nov 29 08:45:05 user nova-compute[75249]:       </nova:owner>
Nov 29 08:45:05 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:45:05 user nova-compute[75249]:       <nova:ports>
Nov 29 08:45:05 user nova-compute[75249]:         <nova:port uuid="ce8cb851-b887-4b4d-945d-d228811aa4ed">
Nov 29 08:45:05 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:45:05 user nova-compute[75249]:         </nova:port>
Nov 29 08:45:05 user nova-compute[75249]:       </nova:ports>
Nov 29 08:45:05 user nova-compute[75249]:     </nova:instance>
Nov 29 08:45:05 user nova-compute[75249]:   </metadata>
Nov 29 08:45:05 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:45:05 user nova-compute[75249]:     <system>
Nov 29 08:45:05 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:45:05 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:45:05 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:45:05 user nova-compute[75249]:       <entry name="serial">146f28a3-2a89-43ed-8909-93ad716a287c</entry>
Nov 29 08:45:05 user nova-compute[75249]:       <entry name="uuid">146f28a3-2a89-43ed-8909-93ad716a287c</entry>
Nov 29 08:45:05 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:45:05 user nova-compute[75249]:     </system>
Nov 29 08:45:05 user nova-compute[75249]:   </sysinfo>
Nov 29 08:45:05 user nova-compute[75249]:   <os>
Nov 29 08:45:05 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:45:05 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:45:05 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:45:05 user nova-compute[75249]:   </os>
Nov 29 08:45:05 user nova-compute[75249]:   <features>
Nov 29 08:45:05 user nova-compute[75249]:     <acpi/>
Nov 29 08:45:05 user nova-compute[75249]:     <apic/>
Nov 29 08:45:05 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:45:05 user nova-compute[75249]:   </features>
Nov 29 08:45:05 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:45:05 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:45:05 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:45:05 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:45:05 user nova-compute[75249]:   </clock>
Nov 29 08:45:05 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:45:05 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:45:05 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:45:05 user nova-compute[75249]:   </cpu>
Nov 29 08:45:05 user nova-compute[75249]:   <devices>
Nov 29 08:45:05 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:45:05 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:45:05 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk"/>
Nov 29 08:45:05 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:45:05 user nova-compute[75249]:     </disk>
Nov 29 08:45:05 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:45:05 user nova-compute[75249]:       <mac address="fa:16:3e:bf:10:fe"/>
Nov 29 08:45:05 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:45:05 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:45:05 user nova-compute[75249]:       <target dev="tapce8cb851-b8"/>
Nov 29 08:45:05 user nova-compute[75249]:     </interface>
Nov 29 08:45:05 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:45:05 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/console.log" append="off"/>
Nov 29 08:45:05 user nova-compute[75249]:     </serial>
Nov 29 08:45:05 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:45:05 user nova-compute[75249]:     <video>
Nov 29 08:45:05 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:45:05 user nova-compute[75249]:     </video>
Nov 29 08:45:05 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:45:05 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:45:05 user nova-compute[75249]:     </rng>
Nov 29 08:45:05 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:45:05 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:45:05 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:45:05 user nova-compute[75249]:     </memballoon>
Nov 29 08:45:05 user nova-compute[75249]:   </devices>
Nov 29 08:45:05 user nova-compute[75249]: </domain>
Nov 29 08:45:05 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-815522337',display_name='tempest-VolumesActionsTest-instance-815522337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-815522337',id=17,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='917f975f60a7467f8187bbaf8d13b8f3',ramdisk_id='',reservation_id='r-opcq9m0s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2109681157',owner_user_name='tempest-VolumesActionsTest-2109681157-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:45:03Z,user_data=None,user_id='c93ab93551b149af82750bc25b5c1b53',uuid=146f28a3-2a89-43ed-8909-93ad716a287c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Converting VIF {"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG os_vif [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82dd2c3a-6885-592a-b714-4ca597fa1cab', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.204s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk 1073741824" returned: 0 in 0.059s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce8cb851-b8, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce8cb851-b8, col_values=(('qos', UUID('5399aad0-4045-418d-bf45-eccf4a30f661')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce8cb851-b8, col_values=(('external_ids', {'iface-id': 'ce8cb851-b887-4b4d-945d-d228811aa4ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:10:fe', 'vm-uuid': '146f28a3-2a89-43ed-8909-93ad716a287c'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:05 user nova-compute[75249]: INFO os_vif [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8')
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.915s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] No VIF found with MAC fa:16:3e:bf:10:fe, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.207s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:45:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:06 user nova-compute[75249]: INFO nova.compute.manager [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Detaching volume 020e465d-fd47-439c-a5bd-ef2967b67cfa
Nov 29 08:45:06 user nova-compute[75249]: INFO nova.virt.block_device [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Attempting to driver detach volume 020e465d-fd47-439c-a5bd-ef2967b67cfa from mountpoint /dev/vdb
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Attempting to detach device vdb from instance 28aee71a-a508-4877-a263-0597912b8f13 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:45:06 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:45:06 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:45:06 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:45:06 user nova-compute[75249]:   <serial>020e465d-fd47-439c-a5bd-ef2967b67cfa</serial>
Nov 29 08:45:06 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:45:06 user nova-compute[75249]: </disk>
Nov 29 08:45:06 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Cannot resize image /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Ensure instance console log exists: /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:06 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Successfully detached device vdb from instance 28aee71a-a508-4877-a263-0597912b8f13 from the persistent domain config.
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 28aee71a-a508-4877-a263-0597912b8f13 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:45:06 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:45:06 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:45:06 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:45:06 user nova-compute[75249]:   <serial>020e465d-fd47-439c-a5bd-ef2967b67cfa</serial>
Nov 29 08:45:06 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:45:06 user nova-compute[75249]: </disk>
Nov 29 08:45:06 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Updated VIF entry in instance network info cache for port ce8cb851-b887-4b4d-945d-d228811aa4ed. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Updating instance_info_cache with network_info: [{"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31cb8cd7-7f7c-42b7-ac13-070e42e667bb req-940aed8a-1cc8-4fa8-be39-c646838326b3 service nova] Releasing lock "refresh_cache-146f28a3-2a89-43ed-8909-93ad716a287c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Successfully created port: 38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Successfully updated port: 38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquired lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-changed-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Refreshing instance network info cache due to event network-changed-38fda2cf-7f48-446a-8da9-374b1da7d46d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] Acquiring lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Updating instance_info_cache with network_info: [{"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Releasing lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Instance network_info: |[{"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] Acquired lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Refreshing network info cache for port 38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Start _get_guest_xml network_info=[{"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:45:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:45:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1404165211',display_name='tempest-ServersNegativeTestJSON-server-1404165211',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1404165211',id=18,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1eabe7db5704664bf5545cc9c5f9e16',ramdisk_id='',reservation_id='r-s6texfx6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817154891',owner_user_name='tempest-ServersNegativeTestJSON-1817154891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:45:05Z,user_data=None,user_id='b25ac13ea7d141ebb811a7d00a83a52c',uuid=e42e7e55-a90d-4313-8828-97a4511c260c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converting VIF {"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lazy-loading 'pci_devices' on Instance uuid e42e7e55-a90d-4313-8828-97a4511c260c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:45:07 user nova-compute[75249]:   <uuid>e42e7e55-a90d-4313-8828-97a4511c260c</uuid>
Nov 29 08:45:07 user nova-compute[75249]:   <name>instance-00000012</name>
Nov 29 08:45:07 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:45:07 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:45:07 user nova-compute[75249]:   <metadata>
Nov 29 08:45:07 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:45:07 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:45:07 user nova-compute[75249]:       <nova:name>tempest-ServersNegativeTestJSON-server-1404165211</nova:name>
Nov 29 08:45:07 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:45:07</nova:creationTime>
Nov 29 08:45:07 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:45:07 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:45:07 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:45:07 user nova-compute[75249]:       <nova:owner>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:user uuid="b25ac13ea7d141ebb811a7d00a83a52c">tempest-ServersNegativeTestJSON-1817154891-project-member</nova:user>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:project uuid="c1eabe7db5704664bf5545cc9c5f9e16">tempest-ServersNegativeTestJSON-1817154891</nova:project>
Nov 29 08:45:07 user nova-compute[75249]:       </nova:owner>
Nov 29 08:45:07 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:45:07 user nova-compute[75249]:       <nova:ports>
Nov 29 08:45:07 user nova-compute[75249]:         <nova:port uuid="38fda2cf-7f48-446a-8da9-374b1da7d46d">
Nov 29 08:45:07 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 08:45:07 user nova-compute[75249]:         </nova:port>
Nov 29 08:45:07 user nova-compute[75249]:       </nova:ports>
Nov 29 08:45:07 user nova-compute[75249]:     </nova:instance>
Nov 29 08:45:07 user nova-compute[75249]:   </metadata>
Nov 29 08:45:07 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:45:07 user nova-compute[75249]:     <system>
Nov 29 08:45:07 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:45:07 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:45:07 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:45:07 user nova-compute[75249]:       <entry name="serial">e42e7e55-a90d-4313-8828-97a4511c260c</entry>
Nov 29 08:45:07 user nova-compute[75249]:       <entry name="uuid">e42e7e55-a90d-4313-8828-97a4511c260c</entry>
Nov 29 08:45:07 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:45:07 user nova-compute[75249]:     </system>
Nov 29 08:45:07 user nova-compute[75249]:   </sysinfo>
Nov 29 08:45:07 user nova-compute[75249]:   <os>
Nov 29 08:45:07 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:45:07 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:45:07 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:45:07 user nova-compute[75249]:   </os>
Nov 29 08:45:07 user nova-compute[75249]:   <features>
Nov 29 08:45:07 user nova-compute[75249]:     <acpi/>
Nov 29 08:45:07 user nova-compute[75249]:     <apic/>
Nov 29 08:45:07 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:45:07 user nova-compute[75249]:   </features>
Nov 29 08:45:07 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:45:07 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:45:07 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:45:07 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:45:07 user nova-compute[75249]:   </clock>
Nov 29 08:45:07 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:45:07 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:45:07 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:45:07 user nova-compute[75249]:   </cpu>
Nov 29 08:45:07 user nova-compute[75249]:   <devices>
Nov 29 08:45:07 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:45:07 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:45:07 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk"/>
Nov 29 08:45:07 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:45:07 user nova-compute[75249]:     </disk>
Nov 29 08:45:07 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:45:07 user nova-compute[75249]:       <mac address="fa:16:3e:59:6f:4f"/>
Nov 29 08:45:07 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:45:07 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:45:07 user nova-compute[75249]:       <target dev="tap38fda2cf-7f"/>
Nov 29 08:45:07 user nova-compute[75249]:     </interface>
Nov 29 08:45:07 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:45:07 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/console.log" append="off"/>
Nov 29 08:45:07 user nova-compute[75249]:     </serial>
Nov 29 08:45:07 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:45:07 user nova-compute[75249]:     <video>
Nov 29 08:45:07 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:45:07 user nova-compute[75249]:     </video>
Nov 29 08:45:07 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:45:07 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:45:07 user nova-compute[75249]:     </rng>
Nov 29 08:45:07 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:45:07 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:45:07 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:45:07 user nova-compute[75249]:     </memballoon>
Nov 29 08:45:07 user nova-compute[75249]:   </devices>
Nov 29 08:45:07 user nova-compute[75249]: </domain>
Nov 29 08:45:07 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1404165211',display_name='tempest-ServersNegativeTestJSON-server-1404165211',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1404165211',id=18,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1eabe7db5704664bf5545cc9c5f9e16',ramdisk_id='',reservation_id='r-s6texfx6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817154891',owner_user_name='tempest-ServersNegativeTestJSON-1817154891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:45:05Z,user_data=None,user_id='b25ac13ea7d141ebb811a7d00a83a52c',uuid=e42e7e55-a90d-4313-8828-97a4511c260c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converting VIF {"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG os_vif [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb94e9db-349e-56fd-a616-3658772867ba', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap38fda2cf-7f, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap38fda2cf-7f, col_values=(('qos', UUID('0dab694c-cc95-4d44-ac57-f01ea1ac33d0')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap38fda2cf-7f, col_values=(('external_ids', {'iface-id': '38fda2cf-7f48-446a-8da9-374b1da7d46d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:6f:4f', 'vm-uuid': 'e42e7e55-a90d-4313-8828-97a4511c260c'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:07 user nova-compute[75249]: INFO os_vif [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f')
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:45:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] No VIF found with MAC fa:16:3e:59:6f:4f, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Updated VIF entry in instance network info cache for port 38fda2cf-7f48-446a-8da9-374b1da7d46d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Updating instance_info_cache with network_info: [{"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2fa7011e-bf4b-4b59-8c7e-cdd231c72c44 req-a72a70d5-684a-4c8d-bfde-357c71b53220 service nova] Releasing lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] No waiting events found dispatching network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:09 user nova-compute[75249]: WARNING nova.compute.manager [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received unexpected event network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed for instance with vm_state building and task_state spawning.
Nov 29 08:45:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] No waiting events found dispatching network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:09 user nova-compute[75249]: WARNING nova.compute.manager [req-e42af43d-b43d-4f89-a2f7-2c7480d1577f req-7e59c0b5-c0e6-469b-9c99-27c056fdc4fb service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received unexpected event network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed for instance with vm_state building and task_state spawning.
Nov 29 08:45:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:45:10 user nova-compute[75249]: INFO nova.compute.manager [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] instance snapshotting
Nov 29 08:45:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Beginning live snapshot process
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Instance spawned successfully.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Took 7.96 seconds to spawn the instance on the hypervisor.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json -f qcow2" returned: 0 in 0.232s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.compute.manager [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Took 9.04 seconds to build instance.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-98e675ca-525f-4232-bb6a-ed1e29f36cc4 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "146f28a3-2a89-43ed-8909-93ad716a287c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.166s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] No waiting events found dispatching network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:11 user nova-compute[75249]: WARNING nova.compute.manager [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received unexpected event network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d for instance with vm_state building and task_state spawning.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] No waiting events found dispatching network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:11 user nova-compute[75249]: WARNING nova.compute.manager [req-c43926ef-89bc-43ec-aee1-898df6ef3648 req-1e3ea978-e4c4-4236-876d-289551d0a937 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received unexpected event network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d for instance with vm_state building and task_state spawning.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpm4gl8t0f/0f9bf0e865a74c8aba6328eeef0181a5.delta 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpm4gl8t0f/0f9bf0e865a74c8aba6328eeef0181a5.delta 1073741824" returned: 0 in 0.048s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Instance spawned successfully.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Took 6.61 seconds to spawn the instance on the hypervisor.
Nov 29 08:45:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:45:11 user nova-compute[75249]: INFO nova.compute.manager [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Took 7.87 seconds to build instance.
Nov 29 08:45:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4492bf80-d8fc-47bf-a560-368502e16790 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "e42e7e55-a90d-4313-8828-97a4511c260c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.966s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:45:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] COPY block job progress, current cursor: 28377088 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:45:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:45:13 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 08:45:13 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:45:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpm4gl8t0f/0f9bf0e865a74c8aba6328eeef0181a5.delta /opt/stack/data/nova/instances/snapshots/tmpm4gl8t0f/0f9bf0e865a74c8aba6328eeef0181a5 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpm4gl8t0f/0f9bf0e865a74c8aba6328eeef0181a5.delta /opt/stack/data/nova/instances/snapshots/tmpm4gl8t0f/0f9bf0e865a74c8aba6328eeef0181a5" returned: 0 in 0.408s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Snapshot extracted, beginning image upload
Nov 29 08:45:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Snapshot image upload complete
Nov 29 08:45:17 user nova-compute[75249]: INFO nova.compute.manager [None req-6b52754d-c289-4031-ba45-c1cd54c945bc tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Took 6.71 seconds to snapshot the instance on the hypervisor.
Nov 29 08:45:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:26 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 28aee71a-a508-4877-a263-0597912b8f13 is timed out.
Nov 29 08:45:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Successfully detached device vdb from instance 28aee71a-a508-4877-a263-0597912b8f13 from the live domain config.
Nov 29 08:45:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jSyxklcP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:45:26 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e391ed7-3e9a-4cf7-99c1-678680eaabca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:45:26 user nova-compute[75249]: No targets found.
Nov 29 08:45:26 user nova-compute[75249]: iSNS:
Nov 29 08:45:26 user nova-compute[75249]: No targets found.
Nov 29 08:45:26 user nova-compute[75249]: STATIC:
Nov 29 08:45:26 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:45:26 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:45:26 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:45:26 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa
Nov 29 08:45:26 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:45:26 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:45:26 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:45:26 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:45:26 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:45:26 user nova-compute[75249]: FIRMWARE:
Nov 29 08:45:26 user nova-compute[75249]: No targets found.
Nov 29 08:45:26 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:45:26 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:45:26 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[55842379-4ac6-48f1-8b13-5b36cc63bb51]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[089f3183-b1a6-47bc-a6ec-a68c77c1ca58]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:45:26 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:45:26 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:45:26 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa (non-flash)
Nov 29 08:45:26 user nova-compute[75249]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:45:26 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:45:26 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf4521480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb48fe86-5adb-4993-9d56-9343ea7c5b32]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3a0878-eb6d-4420-b0fd-efc1bf6f6ee6]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:45:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9816b2e0-51de-41e0-9c57-774abcd6b091]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b69909-93cb-4f80-ac17-ab0af952b9d6]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.085s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[319db4d9-45ff-4302-80d4-9565c7b0aa0e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a72868d5-8c3a-42b1-b26f-5ddc8a186020]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260]
Nov 29 08:45:27 user nova-compute[75249]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa, portal: 172.16.0.220,3260] successful.
Nov 29 08:45:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:020e465d-fd47-439c-a5bd-ef2967b67cfa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0657eed-32e1-41b5-84c0-affe1047eb3d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] <== disconnect_volume: return (378ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:27 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'flavor' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4c3a3be0-1310-41c1-868d-a44e02bbaaff tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.013s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:37 user nova-compute[75249]: INFO nova.compute.manager [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Terminating instance
Nov 29 08:45:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Instance destroyed successfully.
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.objects.instance [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'resources' on Instance uuid 71001752-1f47-4cb4-a7e7-24e215a719e6 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-641901277',display_name='tempest-VolumesAdminNegativeTest-server-641901277',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-641901277',id=14,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:43:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed8236b7e5154d26a2779927a289ee87',ramdisk_id='',reservation_id='r-kvtfe2v1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-621615827',owner_user_name='tempest-VolumesAdminNegativeTest-621615827-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:43:46Z,user_data=None,user_id='7f06664855b54330b093a836b3438c41',uuid=71001752-1f47-4cb4-a7e7-24e215a719e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converting VIF {"id": "b0150c1c-21c0-4188-8024-7e164f643a8c", "address": "fa:16:3e:3e:10:2f", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0150c1c-21", "ovs_interfaceid": "b0150c1c-21c0-4188-8024-7e164f643a8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG os_vif [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb0150c1c-21, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef17cb96-c64c-4453-af9a-5a82ab1b6e13) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:45:38 user nova-compute[75249]: INFO os_vif [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:10:2f,bridge_name='br-int',has_traffic_filtering=True,id=b0150c1c-21c0-4188-8024-7e164f643a8c,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0150c1c-21')
Nov 29 08:45:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Deleting instance files /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6_del
Nov 29 08:45:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Deletion of /opt/stack/data/nova/instances/71001752-1f47-4cb4-a7e7-24e215a719e6_del complete
Nov 29 08:45:38 user nova-compute[75249]: INFO nova.compute.manager [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Took 0.72 seconds to destroy the instance on the hypervisor.
Nov 29 08:45:38 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-2af5a57e-2935-4d0f-82ea-8fd52df3caf4 req-5ea7d776-8782-4824-b8b8-f33aab5cab2d service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-vif-unplugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2af5a57e-2935-4d0f-82ea-8fd52df3caf4 req-5ea7d776-8782-4824-b8b8-f33aab5cab2d service nova] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2af5a57e-2935-4d0f-82ea-8fd52df3caf4 req-5ea7d776-8782-4824-b8b8-f33aab5cab2d service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2af5a57e-2935-4d0f-82ea-8fd52df3caf4 req-5ea7d776-8782-4824-b8b8-f33aab5cab2d service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-2af5a57e-2935-4d0f-82ea-8fd52df3caf4 req-5ea7d776-8782-4824-b8b8-f33aab5cab2d service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] No waiting events found dispatching network-vif-unplugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-2af5a57e-2935-4d0f-82ea-8fd52df3caf4 req-5ea7d776-8782-4824-b8b8-f33aab5cab2d service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-vif-unplugged-b0150c1c-21c0-4188-8024-7e164f643a8c for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:38 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Took 0.51 seconds to deallocate network for instance.
Nov 29 08:45:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-07a50210-d407-4605-ae11-4154a60b8d90 req-7ba91042-67c4-47a4-b0f5-7655c0595a09 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-vif-deleted-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:39 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:45:39 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:45:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.471s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:39 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Deleted allocations for instance 71001752-1f47-4cb4-a7e7-24e215a719e6
Nov 29 08:45:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3382f9c3-1c11-423e-86fe-8d61dcc8850f tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.928s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-28c5f619-2353-47ef-9490-4086adadc513 req-59196f11-da2f-472d-8990-ba9481ce17a9 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received event network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28c5f619-2353-47ef-9490-4086adadc513 req-59196f11-da2f-472d-8990-ba9481ce17a9 service nova] Acquiring lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28c5f619-2353-47ef-9490-4086adadc513 req-59196f11-da2f-472d-8990-ba9481ce17a9 service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28c5f619-2353-47ef-9490-4086adadc513 req-59196f11-da2f-472d-8990-ba9481ce17a9 service nova] Lock "71001752-1f47-4cb4-a7e7-24e215a719e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-28c5f619-2353-47ef-9490-4086adadc513 req-59196f11-da2f-472d-8990-ba9481ce17a9 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] No waiting events found dispatching network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:40 user nova-compute[75249]: WARNING nova.compute.manager [req-28c5f619-2353-47ef-9490-4086adadc513 req-59196f11-da2f-472d-8990-ba9481ce17a9 service nova] [instance: 71001752-1f47-4cb4-a7e7-24e215a719e6] Received unexpected event network-vif-plugged-b0150c1c-21c0-4188-8024-7e164f643a8c for instance with vm_state deleted and task_state None.
Nov 29 08:45:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-changed-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Refreshing instance network info cache due to event network-changed-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:45:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] Acquiring lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:45:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] Acquired lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:45:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Refreshing network info cache for port 013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updated VIF entry in instance network info cache for port 013d6f4f-a7c9-4b2e-9661-c4c744efa1c5. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating instance_info_cache with network_info: [{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f8fe85f6-33fb-4dc6-afa9-da80b442c10b req-1df752db-cb06-4732-abcf-cb3867a21cea service nova] Releasing lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'flavor' on Instance uuid c34e7604-b488-41a1-83c6-2064847a6632 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:46 user nova-compute[75249]: INFO nova.compute.manager [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Attaching volume f777d27d-1730-4b41-a5dd-32dfa61f0b29 to /dev/vdb
Nov 29 08:45:46 user nova-compute[75249]: DEBUG os_brick.utils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[90956177-e87c-4fc1-a389-f8c5de4844f4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[82204149-2035-42b7-8593-3866f05b9cdc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2612a8-96a6-4fc9-b0ba-e8ec72637762]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91227ba-4c97-46a7-a7b2-08dcd621cb25]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:45:46 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:45:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1093d347-c7e1-4c9a-9d84-5d3d0eb1ce07]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG os_brick.utils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:45:46 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating existing volume attachment record: 2ac0d0f2-c6d5-4b7b-b4f8-e2d583a19a3e {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:45:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFBGdSYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:45:54 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:45:54 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:45:54 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b489cb6-c6ac-48d4-9f74-ee7d7c13cbc6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:45:54 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e994ea8e-4b71-41ee-b174-d0464dba92a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29] added
Nov 29 08:45:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbd7d0f9-79a5-465a-b87c-ad3d255595a9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d1a1fdc-cd28-4b08-83e5-4827885014d0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OFBGdSYu {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OFBGdSYu" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[35612ba4-6c02-47be-83ad-12f3a6864ba6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OFBGdSYu'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9e19d4-501e-40a2-82e2-8b633b615fd5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eda59599-1dad-4830-b679-258c73992258]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bab232-478c-4b94-8f00-822b6fc6a94b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260]
Nov 29 08:45:54 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260] successful.
Nov 29 08:45:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4961920b-3789-4f2e-84d0-6cc3a79f6b7e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e74a7374-6ff8-474c-b5cf-44ca91831afc]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 (non-flash)
Nov 29 08:45:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:45:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:45:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:45:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ac01ec-60db-4810-8d92-7d6eb90aa683]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:45:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:45:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 08:45:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFBGdSYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.360s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23462356137353737', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23462356137353737', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'flavor' on Instance uuid c34e7604-b488-41a1-83c6-2064847a6632 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:45:56 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:45:56 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:45:56 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:45:56 user nova-compute[75249]:   <serial>f777d27d-1730-4b41-a5dd-32dfa61f0b29</serial>
Nov 29 08:45:56 user nova-compute[75249]: </disk>
Nov 29 08:45:56 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:56 user nova-compute[75249]: INFO nova.compute.manager [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Terminating instance
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No VIF found with MAC fa:16:3e:19:a2:bf, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 08:45:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b7d39f6e-a372-4f62-9f30-ad50d7235884 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.966s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-4b768c0b-d834-4677-b809-08d282d29f58 req-b0497f38-7d2c-4a82-b45c-3b2f5503479f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-unplugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4b768c0b-d834-4677-b809-08d282d29f58 req-b0497f38-7d2c-4a82-b45c-3b2f5503479f service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4b768c0b-d834-4677-b809-08d282d29f58 req-b0497f38-7d2c-4a82-b45c-3b2f5503479f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4b768c0b-d834-4677-b809-08d282d29f58 req-b0497f38-7d2c-4a82-b45c-3b2f5503479f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-4b768c0b-d834-4677-b809-08d282d29f58 req-b0497f38-7d2c-4a82-b45c-3b2f5503479f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-unplugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-4b768c0b-d834-4677-b809-08d282d29f58 req-b0497f38-7d2c-4a82-b45c-3b2f5503479f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-unplugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Instance destroyed successfully.
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lazy-loading 'resources' on Instance uuid 28aee71a-a508-4877-a263-0597912b8f13 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:41:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1459522782',display_name='tempest-TestServerVolumeAttachmentScenario-server-1459522782',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1459522782',id=12,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCjHqhp2PgBB9b01g/28pWVB2zLDOW6hXxMxf/stIdNMzc2lIelCJP1iOT3VNUmoM9l95CAtryEa38mGABzAoDn/Ncm4Y6gwCPeLAyYxukPj3E7AGmki4c4boD6ITo1WMQ==',key_name='tempest-keypair-866870905',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:42:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='85e3dabf26b844efad05f244787d4015',ramdisk_id='',reservation_id='r-11b88c08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1548497279',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1548497279-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:42:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a05a276ea7d3408e929225a0586f6bab',uuid=28aee71a-a508-4877-a263-0597912b8f13,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Converting VIF {"id": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "address": "fa:16:3e:45:46:94", "network": {"id": "9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-471655500-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "85e3dabf26b844efad05f244787d4015", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4d2c8ba-23", "ovs_interfaceid": "b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG os_vif [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4d2c8ba-23, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=26de5826-e610-4051-8e73-e93b7b4fcc1d) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: INFO os_vif [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:46:94,bridge_name='br-int',has_traffic_filtering=True,id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246,network=Network(9b5909dc-5fe5-4994-a9de-ad5adfbd9b2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4d2c8ba-23')
Nov 29 08:45:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Deleting instance files /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13_del
Nov 29 08:45:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Deletion of /opt/stack/data/nova/instances/28aee71a-a508-4877-a263-0597912b8f13_del complete
Nov 29 08:45:57 user nova-compute[75249]: INFO nova.compute.manager [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 29 08:45:57 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 28aee71a-a508-4877-a263-0597912b8f13] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:58 user nova-compute[75249]: INFO nova.compute.manager [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Rebuilding instance
Nov 29 08:45:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-a2b534f0-a6b0-42e1-996d-23d9e4ceb83a req-f9abd266-f013-4faf-8861-bbad973938fd service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-deleted-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:58 user nova-compute[75249]: INFO nova.compute.manager [req-a2b534f0-a6b0-42e1-996d-23d9e4ceb83a req-f9abd266-f013-4faf-8861-bbad973938fd service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Neutron deleted interface b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246; detaching it from the instance and deleting it from the info cache
Nov 29 08:45:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-a2b534f0-a6b0-42e1-996d-23d9e4ceb83a req-f9abd266-f013-4faf-8861-bbad973938fd service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:58 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Took 1.23 seconds to deallocate network for instance.
Nov 29 08:45:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-a2b534f0-a6b0-42e1-996d-23d9e4ceb83a req-f9abd266-f013-4faf-8861-bbad973938fd service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Detach interface failed, port_id=b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246, reason: Instance 28aee71a-a508-4877-a263-0597912b8f13 could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:59 user nova-compute[75249]: WARNING nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state deleted and task_state None.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:59 user nova-compute[75249]: WARNING nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state deleted and task_state None.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:59 user nova-compute[75249]: WARNING nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state deleted and task_state None.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-unplugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-unplugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:59 user nova-compute[75249]: WARNING nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-unplugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state deleted and task_state None.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Acquiring lock "28aee71a-a508-4877-a263-0597912b8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] Lock "28aee71a-a508-4877-a263-0597912b8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] No waiting events found dispatching network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:59 user nova-compute[75249]: WARNING nova.compute.manager [req-1054cf6c-2e4a-45e6-b27f-4ac3951f83b0 req-00d06a4c-df2b-4bdd-b872-034d56dcec2f service nova] [instance: 28aee71a-a508-4877-a263-0597912b8f13] Received unexpected event network-vif-plugged-b4d2c8ba-23f6-41c0-b9c1-c7ad8ea96246 for instance with vm_state deleted and task_state None.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.544s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.243s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:45:59 user nova-compute[75249]: INFO nova.compute.claims [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Claim successful on node user
Nov 29 08:45:59 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Deleted allocations for instance 28aee71a-a508-4877-a263-0597912b8f13
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-d86379f2-5fa8-4c0e-9435-71fd093526b5 req-33602d5e-62a7-4e98-9941-ad08f4bb7ebe service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-vif-unplugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d86379f2-5fa8-4c0e-9435-71fd093526b5 req-33602d5e-62a7-4e98-9941-ad08f4bb7ebe service nova] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d86379f2-5fa8-4c0e-9435-71fd093526b5 req-33602d5e-62a7-4e98-9941-ad08f4bb7ebe service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d86379f2-5fa8-4c0e-9435-71fd093526b5 req-33602d5e-62a7-4e98-9941-ad08f4bb7ebe service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-d86379f2-5fa8-4c0e-9435-71fd093526b5 req-33602d5e-62a7-4e98-9941-ad08f4bb7ebe service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] No waiting events found dispatching network-vif-unplugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:45:59 user nova-compute[75249]: WARNING nova.compute.manager [req-d86379f2-5fa8-4c0e-9435-71fd093526b5 req-33602d5e-62a7-4e98-9941-ad08f4bb7ebe service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received unexpected event network-vif-unplugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 for instance with vm_state active and task_state rebuilding.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da6692c3-099b-49ac-9362-c9ba9a187512 tempest-TestServerVolumeAttachmentScenario-1548497279 tempest-TestServerVolumeAttachmentScenario-1548497279-project-member] Lock "28aee71a-a508-4877-a263-0597912b8f13" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.051s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:45:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance destroyed successfully.
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Port cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 binding to destination host user is already ACTIVE {{(pid=75249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:45:59 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:45:59 user nova-compute[75249]: INFO nova.compute.manager [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Detaching volume f777d27d-1730-4b41-a5dd-32dfa61f0b29
Nov 29 08:46:00 user nova-compute[75249]: INFO nova.virt.block_device [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Attempting to driver detach volume f777d27d-1730-4b41-a5dd-32dfa61f0b29 from mountpoint /dev/vdb
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Attempting to detach device vdb from instance c34e7604-b488-41a1-83c6-2064847a6632 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:46:00 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:00 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:46:00 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:46:00 user nova-compute[75249]:   <serial>f777d27d-1730-4b41-a5dd-32dfa61f0b29</serial>
Nov 29 08:46:00 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:46:00 user nova-compute[75249]: </disk>
Nov 29 08:46:00 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:46:00 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully detached device vdb from instance c34e7604-b488-41a1-83c6-2064847a6632 from the persistent domain config.
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFBGdSYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:00 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:00 user nova-compute[75249]: INFO nova.compute.manager [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Unrescuing
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca58f7a8-01ad-4e99-b887-c812ec7d0fc8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:46:00 user nova-compute[75249]: No targets found.
Nov 29 08:46:00 user nova-compute[75249]: iSNS:
Nov 29 08:46:00 user nova-compute[75249]: No targets found.
Nov 29 08:46:00 user nova-compute[75249]: STATIC:
Nov 29 08:46:00 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29
Nov 29 08:46:00 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:00 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:00 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:46:00 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:00 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:00 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:46:00 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:00 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:00 user nova-compute[75249]: FIRMWARE:
Nov 29 08:46:00 user nova-compute[75249]: No targets found.
Nov 29 08:46:00 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:46:00 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:46:00 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41089b8-1ffa-43ed-9831-d592777646fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99f0428-c8ca-4799-88c0-e1c2791db73c]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:00 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:00 user nova-compute[75249]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 (non-flash)
Nov 29 08:46:00 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:00 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:00 user nova-compute[75249]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 (non-flash)
Nov 29 08:46:00 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0cf5870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.032s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc55f00c-d2a2-4174-b49b-7d32e2f5d22b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c415f1e0-9516-4419-be9e-56badb3fd964]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb7bafc-63e3-4d13-978a-a3295f824c3a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.138s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.161s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6ebfc59-12a8-4283-bd43-af76e6843c25]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[67cb9c19-be61-4d8d-b284-47f3ba66d35c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.162s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25503923-c4d9-4b07-8360-58d5f60f8eec]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260]
Nov 29 08:46:00 user nova-compute[75249]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:00 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ee702e6-ba8b-4c99-9dea-4cfb2a3345ee]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.638s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== disconnect_volume: return (639ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:46:00 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.policy [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69bba13640c4451f972c081882aa0ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16a333330624100a5e6538f3c2dbf0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Creating tmpfile /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/tmpge2dnyzj to verify with other compute node that the instance is on the same shared storage. {{(pid=75249) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9625}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:46:00 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Creating image(s)
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "/opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "/opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "/opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'flavor' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.231s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.233s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-2c4bf2e6-d5dc-4787-a6b5-3a26d4698f59 req-399fdbb8-8f2d-4e1d-a519-81401d8246de service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2c4bf2e6-d5dc-4787-a6b5-3a26d4698f59 req-399fdbb8-8f2d-4e1d-a519-81401d8246de service nova] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2c4bf2e6-d5dc-4787-a6b5-3a26d4698f59 req-399fdbb8-8f2d-4e1d-a519-81401d8246de service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2c4bf2e6-d5dc-4787-a6b5-3a26d4698f59 req-399fdbb8-8f2d-4e1d-a519-81401d8246de service nova] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-2c4bf2e6-d5dc-4787-a6b5-3a26d4698f59 req-399fdbb8-8f2d-4e1d-a519-81401d8246de service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] No waiting events found dispatching network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:01 user nova-compute[75249]: WARNING nova.compute.manager [req-2c4bf2e6-d5dc-4787-a6b5-3a26d4698f59 req-399fdbb8-8f2d-4e1d-a519-81401d8246de service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received unexpected event network-vif-plugged-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 for instance with vm_state active and task_state rebuilding.
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk 1073741824" returned: 0 in 0.094s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.332s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-c34ba3a2-0c0f-4a61-a253-55d41bda4965 req-9bd83778-7e8d-41ad-86c7-cf3e2e08b607 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c34ba3a2-0c0f-4a61-a253-55d41bda4965 req-9bd83778-7e8d-41ad-86c7-cf3e2e08b607 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c34ba3a2-0c0f-4a61-a253-55d41bda4965 req-9bd83778-7e8d-41ad-86c7-cf3e2e08b607 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c34ba3a2-0c0f-4a61-a253-55d41bda4965 req-9bd83778-7e8d-41ad-86c7-cf3e2e08b607 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-c34ba3a2-0c0f-4a61-a253-55d41bda4965 req-9bd83778-7e8d-41ad-86c7-cf3e2e08b607 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:01 user nova-compute[75249]: WARNING nova.compute.manager [req-c34ba3a2-0c0f-4a61-a253-55d41bda4965 req-9bd83778-7e8d-41ad-86c7-cf3e2e08b607 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad6188e7-d8d6-4d11-b59d-9def1ee7a202 req-44830a6b-5761-47d2-9606-26f2a19049d5 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad6188e7-d8d6-4d11-b59d-9def1ee7a202 req-44830a6b-5761-47d2-9606-26f2a19049d5 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad6188e7-d8d6-4d11-b59d-9def1ee7a202 req-44830a6b-5761-47d2-9606-26f2a19049d5 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad6188e7-d8d6-4d11-b59d-9def1ee7a202 req-44830a6b-5761-47d2-9606-26f2a19049d5 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad6188e7-d8d6-4d11-b59d-9def1ee7a202 req-44830a6b-5761-47d2-9606-26f2a19049d5 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:01 user nova-compute[75249]: WARNING nova.compute.manager [req-ad6188e7-d8d6-4d11-b59d-9def1ee7a202 req-44830a6b-5761-47d2-9606-26f2a19049d5 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Cannot resize image /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Ensure instance console log exists: /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance destroyed successfully.
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911125855',display_name='tempest-ServerActionsTestOtherA-server-1747298634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911125855',id=15,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5V6LBXNqdbbeUfpHW/FeVa0pxHLoJFHaOm4HKSJeO9G3NsrIhYkLwMOU06O5fO7/yukbQWD971mbm/+wB5y4ksFjwZHXMasYomm9XiijWcmij8qHr6K3/iVVNbls8QmA==',key_name='tempest-keypair-1375389384',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qklf8y10',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:45:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=c34e7604-b488-41a1-83c6-2064847a6632,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_vif [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap013d6f4f-a7, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3bb7881-6054-485e-9b1d-abfb867fda7d) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: INFO os_vif [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7')
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFBGdSYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:02 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2026831-3de5-47f5-b83b-e589c54eb094]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:46:02 user nova-compute[75249]: No targets found.
Nov 29 08:46:02 user nova-compute[75249]: iSNS:
Nov 29 08:46:02 user nova-compute[75249]: No targets found.
Nov 29 08:46:02 user nova-compute[75249]: STATIC:
Nov 29 08:46:02 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:46:02 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:02 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:02 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:46:02 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:02 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:02 user nova-compute[75249]: FIRMWARE:
Nov 29 08:46:02 user nova-compute[75249]: No targets found.
Nov 29 08:46:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:46:02 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:46:02 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b738ec63-95f5-4315-a1b3-17f81c60374c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8813b3d-86d3-44f1-b555-f78196bcf712]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:02 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:02 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0c3f880>, {}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Disconnecting from: [] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.093s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== disconnect_volume: return (94ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:46:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Deleting instance files /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632_del
Nov 29 08:46:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Deletion of /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632_del complete
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance destroyed successfully.
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'resources' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance destroyed successfully.
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:44:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc51b01c-4e, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0b5b755c-f66d-45ca-8905-721c486e39bd) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: INFO os_vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e')
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:02 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9379e564-6f68-40c2-8ad3-f2a673fce539]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Successfully created port: f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:02 user nova-compute[75249]: INFO nova.virt.block_device [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Booting with volume f777d27d-1730-4b41-a5dd-32dfa61f0b29 at /dev/vdb
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:46:02 user nova-compute[75249]: No targets found.
Nov 29 08:46:02 user nova-compute[75249]: iSNS:
Nov 29 08:46:02 user nova-compute[75249]: No targets found.
Nov 29 08:46:02 user nova-compute[75249]: STATIC:
Nov 29 08:46:02 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:46:02 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:02 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:02 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:46:02 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:02 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:02 user nova-compute[75249]: FIRMWARE:
Nov 29 08:46:02 user nova-compute[75249]: No targets found.
Nov 29 08:46:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:46:02 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:46:02 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29/disk --force-share --output=json" returned: 0 in 0.616s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[342d00ba-94ed-451e-ad33-589e9c079540]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.utils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e052c26-a5b9-4d84-b14f-47359ae557cb]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:03 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:03 user nova-compute[75249]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0c3fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0adda90-1c71-40a5-bc86-20ff36bf15b0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.034s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[776bee88-7835-4fed-9190-13d73c09fc9c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e286cef4-781a-4df4-98f4-14e26d5bf575]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fecde9b8-0385-43e0-816f-2e42ce5530cf]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[602887eb-60d2-44c4-88ab-4d17a28c75b9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[121dcce1-57ba-4e6f-ada8-25ab43f803bb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[512439b6-f3b3-464e-a26a-dad10f411a92]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:03 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f35e19-a3db-48af-9ae0-9b2c613eb171]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.utils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== get_connector_properties: return (212ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating existing volume attachment record: 5c75669f-ed1d-4394-9032-88027f0644d0 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[62248f9f-0a6a-44f3-927a-b641ebd95f7b]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f43b58-3a3c-485a-92c3-ddbd11165922]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[06edd6ae-dfd5-4ebf-8816-5efccc3d0b4a]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]
Nov 29 08:46:03 user nova-compute[75249]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0205db7c-497b-40f6-8604-9356013c64b6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.903s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== disconnect_volume: return (905ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-0b376860-0a49-415a-82ec-493618cd3023 req-e60f2a97-fdc1-41fa-80b8-4c050bfc2260 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0b376860-0a49-415a-82ec-493618cd3023 req-e60f2a97-fdc1-41fa-80b8-4c050bfc2260 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0b376860-0a49-415a-82ec-493618cd3023 req-e60f2a97-fdc1-41fa-80b8-4c050bfc2260 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0b376860-0a49-415a-82ec-493618cd3023 req-e60f2a97-fdc1-41fa-80b8-4c050bfc2260 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-0b376860-0a49-415a-82ec-493618cd3023 req-e60f2a97-fdc1-41fa-80b8-4c050bfc2260 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:03 user nova-compute[75249]: WARNING nova.compute.manager [req-0b376860-0a49-415a-82ec-493618cd3023 req-e60f2a97-fdc1-41fa-80b8-4c050bfc2260 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:46:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:04 user nova-compute[75249]: WARNING nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing instance network info cache due to event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.network.neutron [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Successfully updated port: f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "refresh_cache-fc3ebd27-4274-4b49-8029-2bf7be441c36" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquired lock "refresh_cache-fc3ebd27-4274-4b49-8029-2bf7be441c36" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.volume.cinder [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Update attachment failed for attachment 5c75669f-ed1d-4394-9032-88027f0644d0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] Traceback (most recent call last):
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self.driver.rebuild(**kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise NotImplementedError()
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] NotImplementedError
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] During handling of the above exception, another exception occurred:
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] Traceback (most recent call last):
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     driver_block_device.attach_block_devices(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     _log_and_attach(device)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     bdm.attach(*attach_args, **attach_kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     ret_val = method(obj, context, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._do_attach(context, instance, volume, volume_api,
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._volume_attach(context, volume, connector, instance,
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     connection_info = volume_api.attachment_update(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     res = method(self, ctx, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     with excutils.save_and_reraise_exception():
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self.force_reraise()
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise self.value
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     context, '3.44', skip_version_check=True).attachments.update(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     return method.func(obj, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     resp = self._update('/attachments/%s' % id, body)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     return self._cs_request(url, 'PUT', **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     return self.request(url, method, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise exceptions.from_response(resp, body)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.328s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'migration_context' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.objects.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Object Instance<5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11> lazy-loaded attributes: resources,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:46:04 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Error from libvirt while getting description of instance-0000000f: [Error Code 42] Domain not found: no domain with matching uuid 'c34e7604-b488-41a1-83c6-2064847a6632' (instance-0000000f): libvirt.libvirtError: Domain not found: no domain with matching uuid 'c34e7604-b488-41a1-83c6-2064847a6632' (instance-0000000f)
Nov 29 08:46:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.utils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715) {{(pid=75249) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Updating resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 generation from 24 to 25 during operation: update_inventory {{(pid=75249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 08:46:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Setting instance vm_state to ERROR: nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] Traceback (most recent call last):
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self.driver.rebuild(**kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise NotImplementedError()
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] NotImplementedError
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] During handling of the above exception, another exception occurred:
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] Traceback (most recent call last):
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     driver_block_device.attach_block_devices(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     _log_and_attach(device)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     bdm.attach(*attach_args, **attach_kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     ret_val = method(obj, context, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._do_attach(context, instance, volume, volume_api,
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._volume_attach(context, volume, connector, instance,
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     connection_info = volume_api.attachment_update(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     res = method(self, ctx, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     with excutils.save_and_reraise_exception():
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self.force_reraise()
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise self.value
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     context, '3.44', skip_version_check=True).attachments.update(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     return method.func(obj, *args, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     resp = self._update('/attachments/%s' % id, body)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     return self._cs_request(url, 'PUT', **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     return self.request(url, method, **kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise exceptions.from_response(resp, body)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] During handling of the above exception, another exception occurred:
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] Traceback (most recent call last):
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 10846, in _error_out_instance_on_exception
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     yield
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 3858, in rebuild_instance
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._do_rebuild_instance_with_claim(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 3944, in _do_rebuild_instance_with_claim
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._do_rebuild_instance(
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 4136, in _do_rebuild_instance
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     self._rebuild_default_impl(**kwargs)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 3719, in _rebuild_default_impl
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     new_block_device_info = attach_block_devices(context, instance, bdms)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]   File "/opt/stack/nova/nova/compute/manager.py", line 2209, in _prep_block_device
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632]     raise exception.InvalidBDM(str(ex))
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:04 user nova-compute[75249]: ERROR nova.compute.manager [instance: c34e7604-b488-41a1-83c6-2064847a6632] 
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updated VIF entry in instance network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing instance network info cache due to event network-changed-de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquired lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Refreshing network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.neutron [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Updating instance_info_cache with network_info: [{"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Releasing lock "refresh_cache-fc3ebd27-4274-4b49-8029-2bf7be441c36" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Instance network_info: |[{"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Start _get_guest_xml network_info=[{"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1919645034',display_name='tempest-VolumesActionsTest-instance-1919645034',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1919645034',id=19,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e16a333330624100a5e6538f3c2dbf0a',ramdisk_id='',reservation_id='r-28q03ki0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-337153630',owner_user_name='tempest-VolumesActionsTest-337153630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:01Z,user_data=None,user_id='69bba13640c4451f972c081882aa0ab7',uuid=fc3ebd27-4274-4b49-8029-2bf7be441c36,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converting VIF {"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lazy-loading 'pci_devices' on Instance uuid fc3ebd27-4274-4b49-8029-2bf7be441c36 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:46:05 user nova-compute[75249]:   <uuid>fc3ebd27-4274-4b49-8029-2bf7be441c36</uuid>
Nov 29 08:46:05 user nova-compute[75249]:   <name>instance-00000013</name>
Nov 29 08:46:05 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:46:05 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:46:05 user nova-compute[75249]:   <metadata>
Nov 29 08:46:05 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:46:05 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:46:05 user nova-compute[75249]:       <nova:name>tempest-VolumesActionsTest-instance-1919645034</nova:name>
Nov 29 08:46:05 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:46:05</nova:creationTime>
Nov 29 08:46:05 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:46:05 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:46:05 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:46:05 user nova-compute[75249]:       <nova:owner>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:user uuid="69bba13640c4451f972c081882aa0ab7">tempest-VolumesActionsTest-337153630-project-member</nova:user>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:project uuid="e16a333330624100a5e6538f3c2dbf0a">tempest-VolumesActionsTest-337153630</nova:project>
Nov 29 08:46:05 user nova-compute[75249]:       </nova:owner>
Nov 29 08:46:05 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:46:05 user nova-compute[75249]:       <nova:ports>
Nov 29 08:46:05 user nova-compute[75249]:         <nova:port uuid="f601ac0e-5d0a-426b-b1ee-edca48172b97">
Nov 29 08:46:05 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:46:05 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:05 user nova-compute[75249]:       </nova:ports>
Nov 29 08:46:05 user nova-compute[75249]:     </nova:instance>
Nov 29 08:46:05 user nova-compute[75249]:   </metadata>
Nov 29 08:46:05 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:46:05 user nova-compute[75249]:     <system>
Nov 29 08:46:05 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:46:05 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:46:05 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:46:05 user nova-compute[75249]:       <entry name="serial">fc3ebd27-4274-4b49-8029-2bf7be441c36</entry>
Nov 29 08:46:05 user nova-compute[75249]:       <entry name="uuid">fc3ebd27-4274-4b49-8029-2bf7be441c36</entry>
Nov 29 08:46:05 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:46:05 user nova-compute[75249]:     </system>
Nov 29 08:46:05 user nova-compute[75249]:   </sysinfo>
Nov 29 08:46:05 user nova-compute[75249]:   <os>
Nov 29 08:46:05 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:46:05 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:46:05 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:46:05 user nova-compute[75249]:   </os>
Nov 29 08:46:05 user nova-compute[75249]:   <features>
Nov 29 08:46:05 user nova-compute[75249]:     <acpi/>
Nov 29 08:46:05 user nova-compute[75249]:     <apic/>
Nov 29 08:46:05 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:46:05 user nova-compute[75249]:   </features>
Nov 29 08:46:05 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:46:05 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:46:05 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:46:05 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:46:05 user nova-compute[75249]:   </clock>
Nov 29 08:46:05 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:46:05 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:46:05 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:46:05 user nova-compute[75249]:   </cpu>
Nov 29 08:46:05 user nova-compute[75249]:   <devices>
Nov 29 08:46:05 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:46:05 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:46:05 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk"/>
Nov 29 08:46:05 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:46:05 user nova-compute[75249]:     </disk>
Nov 29 08:46:05 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:05 user nova-compute[75249]:       <mac address="fa:16:3e:dd:56:91"/>
Nov 29 08:46:05 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:05 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:05 user nova-compute[75249]:       <target dev="tapf601ac0e-5d"/>
Nov 29 08:46:05 user nova-compute[75249]:     </interface>
Nov 29 08:46:05 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:46:05 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/console.log" append="off"/>
Nov 29 08:46:05 user nova-compute[75249]:     </serial>
Nov 29 08:46:05 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:46:05 user nova-compute[75249]:     <video>
Nov 29 08:46:05 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:05 user nova-compute[75249]:     </video>
Nov 29 08:46:05 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:46:05 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:46:05 user nova-compute[75249]:     </rng>
Nov 29 08:46:05 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:46:05 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:46:05 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:46:05 user nova-compute[75249]:     </memballoon>
Nov 29 08:46:05 user nova-compute[75249]:   </devices>
Nov 29 08:46:05 user nova-compute[75249]: </domain>
Nov 29 08:46:05 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1919645034',display_name='tempest-VolumesActionsTest-instance-1919645034',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1919645034',id=19,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e16a333330624100a5e6538f3c2dbf0a',ramdisk_id='',reservation_id='r-28q03ki0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-337153630',owner_user_name='tempest-VolumesActionsTest-337153630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:01Z,user_data=None,user_id='69bba13640c4451f972c081882aa0ab7',uuid=fc3ebd27-4274-4b49-8029-2bf7be441c36,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converting VIF {"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG os_vif [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ec11aafb-d51b-5ce0-9f4b-15d91895abc7', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf601ac0e-5d, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf601ac0e-5d, col_values=(('qos', UUID('bada9d2e-4394-4cb8-9600-d696ebfcd6a3')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf601ac0e-5d, col_values=(('external_ids', {'iface-id': 'f601ac0e-5d0a-426b-b1ee-edca48172b97', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:56:91', 'vm-uuid': 'fc3ebd27-4274-4b49-8029-2bf7be441c36'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:05 user nova-compute[75249]: INFO os_vif [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d')
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] No VIF found with MAC fa:16:3e:dd:56:91, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.compute.manager [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.compute.manager [req-0bc379e9-94ae-44dc-9016-5401cf567732 req-39afd2d2-dc80-4a8f-b8f3-b8dd3a93206c service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updated VIF entry in instance network info cache for port de92103a-9093-40da-baa1-8533b8adb4dc. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [{"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Releasing lock "refresh_cache-cb2618af-6669-4908-9132-8e977cdfbad8" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:05 user nova-compute[75249]: WARNING nova.compute.manager [req-98cb7375-54af-46c8-95a5-614b8c5b52a2 req-65a2d363-93a3-492d-ad51-412cad6b5423 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 1.119s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.101s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:05 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:46:05 user nova-compute[75249]: INFO nova.compute.claims [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Claim successful on node user
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-changed-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Refreshing instance network info cache due to event network-changed-f601ac0e-5d0a-426b-b1ee-edca48172b97. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] Acquiring lock "refresh_cache-fc3ebd27-4274-4b49-8029-2bf7be441c36" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] Acquired lock "refresh_cache-fc3ebd27-4274-4b49-8029-2bf7be441c36" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Refreshing network info cache for port f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:06 user nova-compute[75249]: INFO nova.compute.manager [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Swapping old allocation on dict_keys(['61dd3b26-e103-42d6-af3a-ce6128100617']) held by migration a746e25a-79e7-4d8f-8437-a2f933c7df3c for instance
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Overwriting current allocation {'allocations': {'61dd3b26-e103-42d6-af3a-ce6128100617': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 25}}, 'project_id': 'b7e8b224fbf04883934db5d75a299865', 'user_id': '6559ccb57a11496b9af8751bb4ed5708', 'consumer_generation': 1} on consumer 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5959ee6f-5d18-4746-9eab-7d049fadd84f tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:46:06 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:06 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7470MB free_disk=25.258514404296875GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.235s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.906s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:07 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Updated VIF entry in instance network info cache for port f601ac0e-5d0a-426b-b1ee-edca48172b97. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Updating instance_info_cache with network_info: [{"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-66bf5126-0df8-4a01-a711-85ca7cf1af3f req-f20179f2-e14a-45c4-8f52-1b66547c22b3 service nova] Releasing lock "refresh_cache-fc3ebd27-4274-4b49-8029-2bf7be441c36" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:07 user nova-compute[75249]: INFO nova.virt.block_device [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Booting with volume f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 at /dev/vda
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-c43af9b2-4555-4189-8185-2404505c13c2 req-cb7ec262-372d-4701-889b-c29e70d21dff service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43af9b2-4555-4189-8185-2404505c13c2 req-cb7ec262-372d-4701-889b-c29e70d21dff service nova] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43af9b2-4555-4189-8185-2404505c13c2 req-cb7ec262-372d-4701-889b-c29e70d21dff service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c43af9b2-4555-4189-8185-2404505c13c2 req-cb7ec262-372d-4701-889b-c29e70d21dff service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-c43af9b2-4555-4189-8185-2404505c13c2 req-cb7ec262-372d-4701-889b-c29e70d21dff service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] No waiting events found dispatching network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:07 user nova-compute[75249]: WARNING nova.compute.manager [req-c43af9b2-4555-4189-8185-2404505c13c2 req-cb7ec262-372d-4701-889b-c29e70d21dff service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received unexpected event network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 for instance with vm_state building and task_state spawning.
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.utils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.utils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[217a4a10-90fd-48fc-b0a1-9793ec374a52]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[062d6b81-3924-422c-9bc0-8d5001dc210c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f73496a-48c6-4b9c-809b-5d39c7719112]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[04c20570-5a70-461f-a278-0080e2ce2abd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5360e6a-943c-4e38-b18d-e726d8558c1a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[19298143-8ec9-402b-b1e0-6c10e484fead]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[989ea0ac-b97c-4c66-8d55-4dad449b4979]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1816e22f-a02a-4d51-b282-dc2ef4aea992]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:07 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f0df29-17d8-49df-ab78-81abe908357d]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:07 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dc33add-4e29-4527-beea-b2539616b853]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.policy [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0a7764d947a479d9d843a61645b59a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f62a3cdcad40cfb47a0bce714237ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.utils [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== get_connector_properties: return (281ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG os_brick.utils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== get_connector_properties: return (271ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating existing volume attachment record: 9c79cd6a-e406-4fc8-b8a4-7ae7dda786b9 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.814s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:07 user nova-compute[75249]: INFO nova.compute.manager [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Successfully reverted task state from rebuild_block_device_mapping on failure for instance.
Nov 29 08:46:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.147s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server [None req-a87fa758-e09c-44a0-ba80-0de3476d65db tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Exception during message handling: nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.driver.rebuild(**kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise NotImplementedError()
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server NotImplementedError
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     driver_block_device.attach_block_devices(
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     _log_and_attach(device)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     bdm.attach(*attach_args, **attach_kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3858, in rebuild_instance
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._do_rebuild_instance_with_claim(
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3944, in _do_rebuild_instance_with_claim
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._do_rebuild_instance(
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4136, in _do_rebuild_instance
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     self._rebuild_default_impl(**kwargs)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3719, in _rebuild_default_impl
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     new_block_device_info = attach_block_devices(context, instance, bdms)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 2209, in _prep_block_device
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server     raise exception.InvalidBDM(str(ex))
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ad2a2ba4-1e53-4e0e-8020-a6f65696f715)
Nov 29 08:46:08 user nova-compute[75249]: ERROR oslo_messaging.rpc.server 
Nov 29 08:46:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 9bc19584-ab24-42c5-8caa-0c6042286df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 146f28a3-2a89-43ed-8909-93ad716a287c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance fc3ebd27-4274-4b49-8029-2bf7be441c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed6622fb-8e72-4ccc-9aec-542131903c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.668s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 08:46:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully created port: 09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-30375791-a1df-4672-a69b-66128a311412 req-a24306a0-10c3-4164-a24f-969f991e50cd service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30375791-a1df-4672-a69b-66128a311412 req-a24306a0-10c3-4164-a24f-969f991e50cd service nova] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30375791-a1df-4672-a69b-66128a311412 req-a24306a0-10c3-4164-a24f-969f991e50cd service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30375791-a1df-4672-a69b-66128a311412 req-a24306a0-10c3-4164-a24f-969f991e50cd service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-30375791-a1df-4672-a69b-66128a311412 req-a24306a0-10c3-4164-a24f-969f991e50cd service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] No waiting events found dispatching network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:09 user nova-compute[75249]: WARNING nova.compute.manager [req-30375791-a1df-4672-a69b-66128a311412 req-a24306a0-10c3-4164-a24f-969f991e50cd service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received unexpected event network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 for instance with vm_state building and task_state spawning.
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:46:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Instance spawned successfully.
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully created port: bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:09 user nova-compute[75249]: INFO nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Took 8.94 seconds to spawn the instance on the hypervisor.
Nov 29 08:46:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:46:10 user nova-compute[75249]: INFO nova.compute.manager [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Took 11.06 seconds to build instance.
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-acb4b454-1801-4011-ba0b-3e9dc782d36f tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.172s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully created port: 351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:46:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully created port: 1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully created port: 4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: 09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-09e0e6cc-5f54-40b3-8ffc-b781c71fb557. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:12 user nova-compute[75249]: DEBUG nova.network.neutron [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port 09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:13 user nova-compute[75249]: DEBUG nova.network.neutron [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:13 user nova-compute[75249]: DEBUG nova.network.neutron [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-866baffd-37a6-4686-b97f-ab41b5ec75a6 req-d8478221-a2e3-43b9-86be-63f1509c4d68 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: 80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:14 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-80248435-459f-4223-9d54-bc8f6e4a8997. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port 80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-d0bec070-58de-4558-bd28-ec23c6d7f1b2. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8f3476d1-08aa-49d5-ab44-1d5d4597b3b5 req-e0cabe77-5855-48db-a3dc-5c4893c76933 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: 351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: 1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Starting finish_revert_migration {{(pid=75249) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11816}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start _get_guest_xml network_info=[{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '468f5c2f-ae7d-4b88-bcfa-a3a707037cc8', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11', 'attached_at': '2023-11-29T08:46:17.000000', 'detached_at': '', 'volume_id': '97ad43e0-227a-4f10-991f-f285460cb257', 'serial': '97ad43e0-227a-4f10-991f-f285460cb257'}, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:46:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:16 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:16 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:16 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c82b31-5ff6-47b0-a25e-55b83a1518e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:16 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.032s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f9055a-77da-479d-89ee-a09a5f55f422]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257] added
Nov 29 08:46:16 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5c44fc-c08f-4b26-bb54-741430a7ee26]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9524aeb1-d1ce-4674-a29f-6e6f792f0328]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRLcJOyi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRLcJOyi" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-bc78158c-b9ff-4a64-b12f-05ad66222a11. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c0cf28e-6a18-4c3c-8320-5aaea8293b6d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PRLcJOyi'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4762c2e-cbf0-49b3-9beb-e1c28661b67e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[216cc038-3af0-48cc-a12f-16980432ed3a]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:17 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:17 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6877355f-b19f-45cf-98f3-88ae4436f105]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]
Nov 29 08:46:17 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:17 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[36107f96-c04e-4ab3-9219-6fbd87711f3c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0abf39-7235-408a-98cb-22895d7b5a28]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:17 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:17 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:17 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:17 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3720f8b0-5fc9-432b-9a2a-28a9c7e14268]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-351a8811-edc4-42ae-b1a5-b575cfb8253c. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port 351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Successfully updated port: 4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-1eb05196-df41-4539-ae02-f8c821a45ae3. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port 1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:17 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.neutron [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9c359416-106e-458e-949a-75d5f5728bae req-87d76acc-e786-4926-8048-c9725180b340 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:18 user nova-compute[75249]: INFO nova.virt.block_device [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Booting with volume 2e7974ba-4683-4bbb-9a22-ecc0c2c50758 at /dev/vdb
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '23932393438373835', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932393438373835', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.utils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[edfa2b7c-5cc5-447f-bf87-8e89c12c62d6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:45:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:46:18 user nova-compute[75249]:   <uuid>5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</uuid>
Nov 29 08:46:18 user nova-compute[75249]:   <name>instance-00000003</name>
Nov 29 08:46:18 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:46:18 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:46:18 user nova-compute[75249]:   <metadata>
Nov 29 08:46:18 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:46:18 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:46:18 user nova-compute[75249]:       <nova:name>tempest-ServerActionsTestOtherB-server-1392140743</nova:name>
Nov 29 08:46:18 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:46:16</nova:creationTime>
Nov 29 08:46:18 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:46:18 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:46:18 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:46:18 user nova-compute[75249]:       <nova:owner>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:user uuid="6559ccb57a11496b9af8751bb4ed5708">tempest-ServerActionsTestOtherB-1622900579-project-member</nova:user>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:project uuid="b7e8b224fbf04883934db5d75a299865">tempest-ServerActionsTestOtherB-1622900579</nova:project>
Nov 29 08:46:18 user nova-compute[75249]:       </nova:owner>
Nov 29 08:46:18 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:46:18 user nova-compute[75249]:       <nova:ports>
Nov 29 08:46:18 user nova-compute[75249]:         <nova:port uuid="cc51b01c-4e95-4e4a-a327-5ed2d75b9b00">
Nov 29 08:46:18 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 08:46:18 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:18 user nova-compute[75249]:       </nova:ports>
Nov 29 08:46:18 user nova-compute[75249]:     </nova:instance>
Nov 29 08:46:18 user nova-compute[75249]:   </metadata>
Nov 29 08:46:18 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:46:18 user nova-compute[75249]:     <system>
Nov 29 08:46:18 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:46:18 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:46:18 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:46:18 user nova-compute[75249]:       <entry name="serial">5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</entry>
Nov 29 08:46:18 user nova-compute[75249]:       <entry name="uuid">5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11</entry>
Nov 29 08:46:18 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:46:18 user nova-compute[75249]:     </system>
Nov 29 08:46:18 user nova-compute[75249]:   </sysinfo>
Nov 29 08:46:18 user nova-compute[75249]:   <os>
Nov 29 08:46:18 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:46:18 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:46:18 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:46:18 user nova-compute[75249]:   </os>
Nov 29 08:46:18 user nova-compute[75249]:   <features>
Nov 29 08:46:18 user nova-compute[75249]:     <acpi/>
Nov 29 08:46:18 user nova-compute[75249]:     <apic/>
Nov 29 08:46:18 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:46:18 user nova-compute[75249]:   </features>
Nov 29 08:46:18 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:46:18 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:46:18 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:46:18 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:46:18 user nova-compute[75249]:   </clock>
Nov 29 08:46:18 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:46:18 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:46:18 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:46:18 user nova-compute[75249]:   </cpu>
Nov 29 08:46:18 user nova-compute[75249]:   <devices>
Nov 29 08:46:18 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:46:18 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:46:18 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk"/>
Nov 29 08:46:18 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:46:18 user nova-compute[75249]:     </disk>
Nov 29 08:46:18 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:46:18 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:18 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 08:46:18 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:46:18 user nova-compute[75249]:       <serial>97ad43e0-227a-4f10-991f-f285460cb257</serial>
Nov 29 08:46:18 user nova-compute[75249]:     </disk>
Nov 29 08:46:18 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:18 user nova-compute[75249]:       <mac address="fa:16:3e:a4:f0:d8"/>
Nov 29 08:46:18 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:18 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:18 user nova-compute[75249]:       <target dev="tapcc51b01c-4e"/>
Nov 29 08:46:18 user nova-compute[75249]:     </interface>
Nov 29 08:46:18 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:46:18 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/console.log" append="off"/>
Nov 29 08:46:18 user nova-compute[75249]:     </serial>
Nov 29 08:46:18 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:46:18 user nova-compute[75249]:     <video>
Nov 29 08:46:18 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:18 user nova-compute[75249]:     </video>
Nov 29 08:46:18 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:46:18 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:46:18 user nova-compute[75249]:     </rng>
Nov 29 08:46:18 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:46:18 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:46:18 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:46:18 user nova-compute[75249]:     </memballoon>
Nov 29 08:46:18 user nova-compute[75249]:   </devices>
Nov 29 08:46:18 user nova-compute[75249]: </domain>
Nov 29 08:46:18 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:45:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc045594-f3ac-4594-badc-2368f8490628]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b25cbaf3-3488-5bdc-ae85-7b12a954f9ae', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc51b01c-4e, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc51b01c-4e, col_values=(('qos', UUID('eac81251-52f3-4bbd-a641-d5662e58b0af')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc51b01c-4e, col_values=(('external_ids', {'iface-id': 'cc51b01c-4e95-4e4a-a327-5ed2d75b9b00', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:f0:d8', 'vm-uuid': '5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d481665-7993-4785-92df-e44669645630]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bb8040-993c-40b5-a8f7-440c4a23576d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:18 user nova-compute[75249]: INFO os_vif [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e')
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:18 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e9382d-d2f5-4e71-b887-55988498960f]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.utils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating existing volume attachment record: 8aeaa7a3-5a0e-4e41-984f-ccb17e033d5c {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'flavor' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:18 user nova-compute[75249]: INFO nova.compute.manager [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Attaching volume 25e63524-13ba-4fd3-a215-9e26d6546dec to /dev/vdb
Nov 29 08:46:18 user nova-compute[75249]: DEBUG os_brick.utils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e12be504-2571-4d3c-a624-cb80e3d01c2a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:18 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4db9abf-d6e9-453e-a00a-169cbb7c82b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c66fed8b-3de5-497f-ac31-50bf6bb49061]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[979260b3-d52e-4a59-8235-5d2c57fab908]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:19 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d9db86-ee35-462e-8307-14cb81e180fe]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG os_brick.utils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating existing volume attachment record: 6a2b5f54-5544-4f68-aebe-66f79197f240 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-4bd66e90-0b5d-4b49-81a9-877563348b6e. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-9419dc1e-2ed6-4be4-9673-e8fbf9e2dfab req-5af13e0a-e6e9-474f-8d7c-925a7a5be1b9 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9419dc1e-2ed6-4be4-9673-e8fbf9e2dfab req-5af13e0a-e6e9-474f-8d7c-925a7a5be1b9 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9419dc1e-2ed6-4be4-9673-e8fbf9e2dfab req-5af13e0a-e6e9-474f-8d7c-925a7a5be1b9 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9419dc1e-2ed6-4be4-9673-e8fbf9e2dfab req-5af13e0a-e6e9-474f-8d7c-925a7a5be1b9 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-9419dc1e-2ed6-4be4-9673-e8fbf9e2dfab req-5af13e0a-e6e9-474f-8d7c-925a7a5be1b9 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:20 user nova-compute[75249]: WARNING nova.compute.manager [req-9419dc1e-2ed6-4be4-9673-e8fbf9e2dfab req-5af13e0a-e6e9-474f-8d7c-925a7a5be1b9 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "102bde60-e26a-45df-880c-a0674e197919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:20 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:46:20 user nova-compute[75249]: INFO nova.compute.claims [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Claim successful on node user
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance network_info: |[{"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port 4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.621s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updated VIF entry in instance network info cache for port 4bd66e90-0b5d-4b49-81a9-877563348b6e. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f40ea882-0dbe-4593-b02a-8713fc0a2931 req-f870fbdc-acb6-4825-a1a6-38f27df4056e service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:46:21 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:46:21 user nova-compute[75249]: DEBUG nova.policy [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2825c6d64440be860bb95c92faea38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '782939fa1f2648eb8b0e8ec8c26ccc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:46:21 user nova-compute[75249]: INFO nova.virt.block_device [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Booting with blank volume at /dev/vda
Nov 29 08:46:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-162b3a1d-8bc9-4b67-84a2-6946086b46b3 req-2ddaa1e9-fa6a-4614-9406-b051e9c92f16 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-162b3a1d-8bc9-4b67-84a2-6946086b46b3 req-2ddaa1e9-fa6a-4614-9406-b051e9c92f16 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-162b3a1d-8bc9-4b67-84a2-6946086b46b3 req-2ddaa1e9-fa6a-4614-9406-b051e9c92f16 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-162b3a1d-8bc9-4b67-84a2-6946086b46b3 req-2ddaa1e9-fa6a-4614-9406-b051e9c92f16 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-162b3a1d-8bc9-4b67-84a2-6946086b46b3 req-2ddaa1e9-fa6a-4614-9406-b051e9c92f16 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:22 user nova-compute[75249]: WARNING nova.compute.manager [req-162b3a1d-8bc9-4b67-84a2-6946086b46b3 req-2ddaa1e9-fa6a-4614-9406-b051e9c92f16 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state resized and task_state resize_reverting.
Nov 29 08:46:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Successfully created port: 64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:46:22 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance running successfully.
Nov 29 08:46:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] finish_revert_migration finished successfully. {{(pid=75249) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11860}}
Nov 29 08:46:22 user nova-compute[75249]: INFO nova.compute.manager [None req-7c213304-1901-4410-a56d-0d0a7cddfb86 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance to original state: 'active'
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Successfully updated port: 64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-changed-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Refreshing instance network info cache due to event network-changed-64913e9a-00eb-4530-a944-c96c7994d733. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] Acquiring lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance network_info: |[{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] Acquired lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Refreshing network info cache for port 64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updated VIF entry in instance network info cache for port 64913e9a-00eb-4530-a944-c96c7994d733. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1e5396d2-e7dd-4553-8b36-55c4c0a0e6a0 req-06d8e0cf-b202-4075-87a9-e5f4dc4ad4b7 service nova] Releasing lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:24 user nova-compute[75249]: WARNING nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor.
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 878019f3-7157-4473-b547-dd99005977ae {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 146f28a3-2a89-43ed-8909-93ad716a287c {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid e42e7e55-a90d-4313-8828-97a4511c260c {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid fc3ebd27-4274-4b49-8029-2bf7be441c36 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid ed6622fb-8e72-4ccc-9aec-542131903c3e {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid c34e7604-b488-41a1-83c6-2064847a6632 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "878019f3-7157-4473-b547-dd99005977ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "146f28a3-2a89-43ed-8909-93ad716a287c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "e42e7e55-a90d-4313-8828-97a4511c260c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "c34e7604-b488-41a1-83c6-2064847a6632" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "878019f3-7157-4473-b547-dd99005977ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "146f28a3-2a89-43ed-8909-93ad716a287c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "e42e7e55-a90d-4313-8828-97a4511c260c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: INFO nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] During _sync_instance_power_state the DB power_state (1) does not match the vm_power_state from the hypervisor (0). Updating power_state in the DB to match the hypervisor.
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.129s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.135s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "c34e7604-b488-41a1-83c6-2064847a6632" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.157s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.utils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8f4c04-5632-4d3a-9dad-61302a1cba42]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[46fa15b6-984d-4e81-ae42-85b743d25927]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[054db813-3338-465e-9572-685171402295]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c68ad0-a2ee-426c-9a84-7848b8cf6708]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:27 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25192c87-ce39-4396-8e4f-fdb0de785f0b]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.utils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating existing volume attachment record: e8c214cf-7c1c-49cc-b0d1-e9146bab66de {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:27 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:27 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:27 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[844d2632-20fe-41f9-8eca-00dac0fb8a2b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:27 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab055a3a-d90f-4a30-9695-54c8de352145]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec] added
Nov 29 08:46:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[102b3768-e51e-4bfd-9b36-e2a971175c33]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5574f6-a102-4256-8f07-692b3ed658ed]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JbdYmRiA {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JbdYmRiA" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f42dd5-fc9f-4e70-b709-c99e35d4416b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JbdYmRiA'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a71164ba-4614-4edf-84b0-48f945424a84]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c3565b-79ce-41a7-ba7b-dc757aa4e2de]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:27 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:27 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b09e89-ddc9-4dff-ab01-5a02b7d6092d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]
Nov 29 08:46:27 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[92fd6f7e-6a1d-488a-9e78-b399fe036d4f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e692e9f-e4fe-4902-9d39-8c37a681cf25]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:28 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:28 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:28 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:28 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.324s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] HCTL ('34', '-', '-', 0) found on session 20 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7beddb-9d63-4102-b31e-8cefd21bccb5]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching for a device in session 20 and hctl ['34', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching for a device in session 20 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23664633830363661', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664633830363661', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'flavor' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:46:29 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:29 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:46:29 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:46:29 user nova-compute[75249]:   <serial>25e63524-13ba-4fd3-a215-9e26d6546dec</serial>
Nov 29 08:46:29 user nova-compute[75249]: </disk>
Nov 29 08:46:29 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No VIF found with MAC fa:16:3e:96:4b:b5, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4f60f4e2-33a0-4675-8e02-231fb9d438ea tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.972s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.843s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:32 user nova-compute[75249]: INFO nova.compute.manager [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Terminating instance
Nov 29 08:46:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-5dbcf47a-fd98-4561-87df-9d21e56149f8 req-7d7612ac-d8d8-4a8a-aece-e8baa7041926 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-vif-unplugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5dbcf47a-fd98-4561-87df-9d21e56149f8 req-7d7612ac-d8d8-4a8a-aece-e8baa7041926 service nova] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5dbcf47a-fd98-4561-87df-9d21e56149f8 req-7d7612ac-d8d8-4a8a-aece-e8baa7041926 service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5dbcf47a-fd98-4561-87df-9d21e56149f8 req-7d7612ac-d8d8-4a8a-aece-e8baa7041926 service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-5dbcf47a-fd98-4561-87df-9d21e56149f8 req-7d7612ac-d8d8-4a8a-aece-e8baa7041926 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] No waiting events found dispatching network-vif-unplugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-5dbcf47a-fd98-4561-87df-9d21e56149f8 req-7d7612ac-d8d8-4a8a-aece-e8baa7041926 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-vif-unplugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Instance destroyed successfully.
Nov 29 08:46:33 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lazy-loading 'resources' on Instance uuid d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1467389991',display_name='tempest-VolumesAdminNegativeTest-server-1467389991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1467389991',id=5,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiaJWdX8pQVHtyDSIaDnd8Ixp+7C+NhuFbvyQtDK3t8K/Um8fdOC8Tqg/oPfAgfsi4vGPLq1jCbXxBSjkUQ8GxtKXz2CmsyHmI24JUwaLmWYkxxrCK7qDtgKxSb0hLiLQ==',key_name='tempest-keypair-1342830555',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed8236b7e5154d26a2779927a289ee87',ramdisk_id='',reservation_id='r-03h6fku0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-621615827',owner_user_name='tempest-VolumesAdminNegativeTest-621615827-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f06664855b54330b093a836b3438c41',uuid=d53e5124-c5fa-44b5-8bf0-8bfc10a09b29,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converting VIF {"id": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "address": "fa:16:3e:f8:a9:f6", "network": {"id": "ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782817662-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed8236b7e5154d26a2779927a289ee87", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6d79abf-c5", "ovs_interfaceid": "e6d79abf-c5be-48d4-8e05-ccde57d06814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG os_vif [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape6d79abf-c5, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2595684-5db5-42e0-87fa-2690cbd27e60) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:33 user nova-compute[75249]: INFO os_vif [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:a9:f6,bridge_name='br-int',has_traffic_filtering=True,id=e6d79abf-c5be-48d4-8e05-ccde57d06814,network=Network(ce6aeb4f-ec4c-4bab-a971-f01a6a3e7467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6d79abf-c5')
Nov 29 08:46:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Deleting instance files /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29_del
Nov 29 08:46:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Deletion of /opt/stack/data/nova/instances/d53e5124-c5fa-44b5-8bf0-8bfc10a09b29_del complete
Nov 29 08:46:33 user nova-compute[75249]: INFO nova.compute.manager [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 08:46:33 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:46:33 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:34 user nova-compute[75249]: INFO nova.compute.manager [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Detaching volume ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:46:34 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:34 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Took 1.38 seconds to deallocate network for instance.
Nov 29 08:46:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-ed0fa90d-992d-4554-81aa-b166f9160903 req-3788919f-e1c0-4fb8-b408-307bafb4b0af service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-vif-deleted-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:34 user nova-compute[75249]: INFO nova.compute.manager [req-ed0fa90d-992d-4554-81aa-b166f9160903 req-3788919f-e1c0-4fb8-b408-307bafb4b0af service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Neutron deleted interface e6d79abf-c5be-48d4-8e05-ccde57d06814; detaching it from the instance and deleting it from the info cache
Nov 29 08:46:34 user nova-compute[75249]: DEBUG nova.network.neutron [req-ed0fa90d-992d-4554-81aa-b166f9160903 req-3788919f-e1c0-4fb8-b408-307bafb4b0af service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-ed0fa90d-992d-4554-81aa-b166f9160903 req-3788919f-e1c0-4fb8-b408-307bafb4b0af service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Detach interface failed, port_id=e6d79abf-c5be-48d4-8e05-ccde57d06814, reason: Instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29 could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-313cf486-34ab-412a-9681-7b243b8ee112 req-3a232e14-00ad-4c27-8704-a5b0c1349c62 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received event network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-313cf486-34ab-412a-9681-7b243b8ee112 req-3a232e14-00ad-4c27-8704-a5b0c1349c62 service nova] Acquiring lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-313cf486-34ab-412a-9681-7b243b8ee112 req-3a232e14-00ad-4c27-8704-a5b0c1349c62 service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-313cf486-34ab-412a-9681-7b243b8ee112 req-3a232e14-00ad-4c27-8704-a5b0c1349c62 service nova] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-313cf486-34ab-412a-9681-7b243b8ee112 req-3a232e14-00ad-4c27-8704-a5b0c1349c62 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] No waiting events found dispatching network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:34 user nova-compute[75249]: WARNING nova.compute.manager [req-313cf486-34ab-412a-9681-7b243b8ee112 req-3a232e14-00ad-4c27-8704-a5b0c1349c62 service nova] [instance: d53e5124-c5fa-44b5-8bf0-8bfc10a09b29] Received unexpected event network-vif-plugged-e6d79abf-c5be-48d4-8e05-ccde57d06814 for instance with vm_state active and task_state deleting.
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:34 user nova-compute[75249]: INFO nova.virt.block_device [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Attempting to driver detach volume ff6ddfc2-175b-4bb6-86e1-e110806984b7 from mountpoint /dev/vdb
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Attempting to detach device vdb from instance cb2618af-6669-4908-9132-8e977cdfbad8 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:46:35 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:35 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:46:35 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:46:35 user nova-compute[75249]:   <serial>ff6ddfc2-175b-4bb6-86e1-e110806984b7</serial>
Nov 29 08:46:35 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:46:35 user nova-compute[75249]: </disk>
Nov 29 08:46:35 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:46:35 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Successfully detached device vdb from instance cb2618af-6669-4908-9132-8e977cdfbad8 from the persistent domain config.
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cb2618af-6669-4908-9132-8e977cdfbad8 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:46:35 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:35 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:46:35 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:46:35 user nova-compute[75249]:   <serial>ff6ddfc2-175b-4bb6-86e1-e110806984b7</serial>
Nov 29 08:46:35 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:46:35 user nova-compute[75249]: </disk>
Nov 29 08:46:35 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.503s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:35 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Deleted allocations for instance d53e5124-c5fa-44b5-8bf0-8bfc10a09b29
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:46:35 user nova-compute[75249]: INFO nova.virt.block_device [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Booting with volume a9b6e9a3-5ff3-42ad-8394-2b552210f714 at /dev/vdc
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7e56ad7f-58b7-4e20-a85a-7dde33c068a4 tempest-VolumesAdminNegativeTest-621615827 tempest-VolumesAdminNegativeTest-621615827-project-member] Lock "d53e5124-c5fa-44b5-8bf0-8bfc10a09b29" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.181s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG os_brick.utils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f54b8389-2039-447a-ad60-4aa61382756d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca350b7-a111-4e63-9329-c0fadd4f9a4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3be8382b-ae33-4f0b-ad90-c7caaecfe6dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c056a1d0-9cb7-46fc-bcb2-586ae83b0f01]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:46:35 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:46:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1a2297-d96f-4d51-bb73-f8e1d4f25ddb]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG os_brick.utils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:35 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating existing volume attachment record: 449af2c2-dded-4a4a-8a1e-655fbbd40d3e {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:46:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Creating image(s)
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Ensure instance console log exists: /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Start _get_guest_xml network_info=[{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'e8c214cf-7c1c-49cc-b0d1-e9146bab66de', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '102bde60-e26a-45df-880c-a0674e197919', 'attached_at': '', 'detached_at': '', 'volume_id': '035622ee-5fbc-4c88-8adb-d79b77ebf634', 'serial': '035622ee-5fbc-4c88-8adb-d79b77ebf634'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:46:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:37 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:37 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:37 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f607d5f3-f586-44f4-8d5c-6c602514d781]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:37 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3983682-9730-4b42-ba23-1a399a1f7007]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634] added
Nov 29 08:46:37 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1c7976-c843-4584-b5d6-18eede6b53f8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[85ba3d09-ad18-4b1a-8867-ad7598e805ca]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yRxXWINd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yRxXWINd" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6235078b-914a-4379-bbe8-5b99635374da]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yRxXWINd'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a736802-3dfd-442b-bc5c-e61335252e4a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ef2eef-b546-47cb-b40e-c5c32a9106d0]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:37 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:37 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11aa0cb-f333-4c81-aa66-cc66c3e225ba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260]
Nov 29 08:46:37 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:37 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[927ee4fa-992e-4bed-adc7-b0c490577347]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e41a3c-df3e-421b-9cc1-73ad7d9bbef9]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:37 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:37 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] HCTL ('36', '-', '-', 0) found on session 21 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c968dca-16fb-406e-a563-8ebb837d88e6]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:37 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing instance network info cache due to event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.network.neutron [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26631393161376461', 'path': '/dev/sde'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631393161376461', 'path': '/dev/sde'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-765738004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-765738004',id=21,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-jw686b80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:22Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=102bde60-e26a-45df-880c-a0674e197919,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:38 user nova-compute[75249]: DEBUG nova.objects.instance [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'pci_devices' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.network.neutron [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updated VIF entry in instance network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.network.neutron [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:46:39 user nova-compute[75249]:   <uuid>102bde60-e26a-45df-880c-a0674e197919</uuid>
Nov 29 08:46:39 user nova-compute[75249]:   <name>instance-00000015</name>
Nov 29 08:46:39 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:46:39 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:46:39 user nova-compute[75249]:   <metadata>
Nov 29 08:46:39 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:46:39 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:46:39 user nova-compute[75249]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-765738004</nova:name>
Nov 29 08:46:39 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:46:37</nova:creationTime>
Nov 29 08:46:39 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:46:39 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:46:39 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:46:39 user nova-compute[75249]:       <nova:owner>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:user uuid="6d2825c6d64440be860bb95c92faea38">tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member</nova:user>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:project uuid="782939fa1f2648eb8b0e8ec8c26ccc30">tempest-ServerBootFromVolumeStableRescueTest-805179477</nova:project>
Nov 29 08:46:39 user nova-compute[75249]:       </nova:owner>
Nov 29 08:46:39 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:46:39 user nova-compute[75249]:       <nova:ports>
Nov 29 08:46:39 user nova-compute[75249]:         <nova:port uuid="64913e9a-00eb-4530-a944-c96c7994d733">
Nov 29 08:46:39 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:46:39 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:39 user nova-compute[75249]:       </nova:ports>
Nov 29 08:46:39 user nova-compute[75249]:     </nova:instance>
Nov 29 08:46:39 user nova-compute[75249]:   </metadata>
Nov 29 08:46:39 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:46:39 user nova-compute[75249]:     <system>
Nov 29 08:46:39 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:46:39 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:46:39 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:46:39 user nova-compute[75249]:       <entry name="serial">102bde60-e26a-45df-880c-a0674e197919</entry>
Nov 29 08:46:39 user nova-compute[75249]:       <entry name="uuid">102bde60-e26a-45df-880c-a0674e197919</entry>
Nov 29 08:46:39 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:46:39 user nova-compute[75249]:     </system>
Nov 29 08:46:39 user nova-compute[75249]:   </sysinfo>
Nov 29 08:46:39 user nova-compute[75249]:   <os>
Nov 29 08:46:39 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:46:39 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:46:39 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:46:39 user nova-compute[75249]:   </os>
Nov 29 08:46:39 user nova-compute[75249]:   <features>
Nov 29 08:46:39 user nova-compute[75249]:     <acpi/>
Nov 29 08:46:39 user nova-compute[75249]:     <apic/>
Nov 29 08:46:39 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:46:39 user nova-compute[75249]:   </features>
Nov 29 08:46:39 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:46:39 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:46:39 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:46:39 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:46:39 user nova-compute[75249]:   </clock>
Nov 29 08:46:39 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:46:39 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:46:39 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:46:39 user nova-compute[75249]:   </cpu>
Nov 29 08:46:39 user nova-compute[75249]:   <devices>
Nov 29 08:46:39 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:46:39 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:39 user nova-compute[75249]:       <source dev="/dev/sde"/>
Nov 29 08:46:39 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:46:39 user nova-compute[75249]:       <serial>035622ee-5fbc-4c88-8adb-d79b77ebf634</serial>
Nov 29 08:46:39 user nova-compute[75249]:     </disk>
Nov 29 08:46:39 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:39 user nova-compute[75249]:       <mac address="fa:16:3e:73:f9:f7"/>
Nov 29 08:46:39 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:39 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:39 user nova-compute[75249]:       <target dev="tap64913e9a-00"/>
Nov 29 08:46:39 user nova-compute[75249]:     </interface>
Nov 29 08:46:39 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:46:39 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/console.log" append="off"/>
Nov 29 08:46:39 user nova-compute[75249]:     </serial>
Nov 29 08:46:39 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:46:39 user nova-compute[75249]:     <video>
Nov 29 08:46:39 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:39 user nova-compute[75249]:     </video>
Nov 29 08:46:39 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:46:39 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:46:39 user nova-compute[75249]:     </rng>
Nov 29 08:46:39 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:46:39 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:46:39 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:46:39 user nova-compute[75249]:     </memballoon>
Nov 29 08:46:39 user nova-compute[75249]:   </devices>
Nov 29 08:46:39 user nova-compute[75249]: </domain>
Nov 29 08:46:39 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-765738004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-765738004',id=21,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-jw686b80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:22Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=102bde60-e26a-45df-880c-a0674e197919,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG os_vif [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f649e842-f962-5944-b42a-6b6e5b579139', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-766d284b-ea7b-4d40-8287-824e3948739b req-5c9ccb1b-6f80-4b21-8c97-3cf00d4f76ec service nova] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap64913e9a-00, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap64913e9a-00, col_values=(('qos', UUID('958f71f4-5469-434f-add2-48f9f3155239')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap64913e9a-00, col_values=(('external_ids', {'iface-id': '64913e9a-00eb-4530-a944-c96c7994d733', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:f9:f7', 'vm-uuid': '102bde60-e26a-45df-880c-a0674e197919'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:39 user nova-compute[75249]: INFO os_vif [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00')
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No VIF found with MAC fa:16:3e:73:f9:f7, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-e30291a7-732a-4103-b34a-80cca0ad9c85 req-30b6b578-4002-4380-aa1a-d008d21088a5 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e30291a7-732a-4103-b34a-80cca0ad9c85 req-30b6b578-4002-4380-aa1a-d008d21088a5 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e30291a7-732a-4103-b34a-80cca0ad9c85 req-30b6b578-4002-4380-aa1a-d008d21088a5 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e30291a7-732a-4103-b34a-80cca0ad9c85 req-30b6b578-4002-4380-aa1a-d008d21088a5 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-e30291a7-732a-4103-b34a-80cca0ad9c85 req-30b6b578-4002-4380-aa1a-d008d21088a5 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:40 user nova-compute[75249]: WARNING nova.compute.manager [req-e30291a7-732a-4103-b34a-80cca0ad9c85 req-30b6b578-4002-4380-aa1a-d008d21088a5 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state building and task_state spawning.
Nov 29 08:46:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing instance network info cache due to event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updated VIF entry in instance network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4aefbfab-a3d2-47aa-906f-e732285b2c47 req-85838460-0bf1-4fd3-84e8-1a73d134dd4b service nova] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:46:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance spawned successfully.
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-82abbf9d-9809-4e88-a50c-db339698330e req-e63265fc-d8ed-41ae-8048-886e90dbb8ac service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-82abbf9d-9809-4e88-a50c-db339698330e req-e63265fc-d8ed-41ae-8048-886e90dbb8ac service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-82abbf9d-9809-4e88-a50c-db339698330e req-e63265fc-d8ed-41ae-8048-886e90dbb8ac service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-82abbf9d-9809-4e88-a50c-db339698330e req-e63265fc-d8ed-41ae-8048-886e90dbb8ac service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-82abbf9d-9809-4e88-a50c-db339698330e req-e63265fc-d8ed-41ae-8048-886e90dbb8ac service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:42 user nova-compute[75249]: WARNING nova.compute.manager [req-82abbf9d-9809-4e88-a50c-db339698330e req-e63265fc-d8ed-41ae-8048-886e90dbb8ac service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state building and task_state spawning.
Nov 29 08:46:42 user nova-compute[75249]: INFO nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Took 5.21 seconds to spawn the instance on the hypervisor.
Nov 29 08:46:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:46:42 user nova-compute[75249]: INFO nova.compute.manager [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Took 22.00 seconds to build instance.
Nov 29 08:46:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-93b4fed3-e825-4b83-a421-5abea3152548 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "102bde60-e26a-45df-880c-a0674e197919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.114s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "102bde60-e26a-45df-880c-a0674e197919" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 17.887s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:42 user nova-compute[75249]: INFO nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Nov 29 08:46:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "102bde60-e26a-45df-880c-a0674e197919" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:46:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Creating image(s)
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Ensure instance console log exists: /opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Start _get_guest_xml network_info=[{"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '9c79cd6a-e406-4fc8-b8a4-7ae7dda786b9', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WeBkQYbK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ed6622fb-8e72-4ccc-9aec-542131903c3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9102cd1-b2cb-4f2a-84d7-a9c545774ae6', 'serial': 'f9102cd1-b2cb-4f2a-84d7-a9c545774ae6'}, 'mount_device': '/dev/vda', 'volume_type': None}, {'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '8aeaa7a3-5a0e-4e41-984f-ccb17e033d5c', 'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfOeVma', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ed6622fb-8e72-4ccc-9aec-542131903c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2e7974ba-4683-4bbb-9a22-ecc0c2c50758', 'serial': '2e7974ba-4683-4bbb-9a22-ecc0c2c50758'}, 'mount_device': '/dev/vdb', 'volume_type': None}, {'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '449af2c2-dded-4a4a-8a1e-655fbbd40d3e', 'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LhHDWdwe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ed6622fb-8e72-4ccc-9aec-542131903c3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9b6e9a3-5ff3-42ad-8394-2b552210f714', 'serial': 'a9b6e9a3-5ff3-42ad-8394-2b552210f714'}, 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:46:44 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:44 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WeBkQYbK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:44 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:44 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:44 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4875b854-d9e3-4652-87ce-e42ef2668e67]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:44 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e2ed80-60fd-47e1-809d-6232626a81c3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6] added
Nov 29 08:46:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[245dfd2d-30a8-4b22-8ea8-0ebdd18f5580]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cbadf5a-9b1d-4c04-89aa-1fd2bd2310b4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WeBkQYbK {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WeBkQYbK" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[320f9721-a26b-4424-86f5-321eaeea1fac]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WeBkQYbK'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddb90e1-1f9d-4eab-8cad-d15f04b0f7d7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2bfa478-9889-4ef0-87ef-50d1f6e1a092]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[97efb073-94ca-4fbf-8efc-54b74a03de21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260]
Nov 29 08:46:44 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f697f1-9eb9-4654-ac0c-b04dceb7a6b4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b8f36e-3084-4335-ae81-4951db4054c8]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:44 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] HCTL ('37', '-', '-', 0) found on session 22 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7d8e06-25b9-4251-8935-09bee58956be]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:44 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WeBkQYbK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23832613335626665', 'path': '/dev/sdf'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832613335626665', 'path': '/dev/sdf'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfOeVma', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:45 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:45 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:45 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77188780-4334-4659-9013-9a9796b25936]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:45 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[04763e55-91f6-4d0f-8f87-c02f414fb860]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758] added
Nov 29 08:46:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e057d90-b70b-48a8-a87c-a211e48e688a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[41e6eee8-053c-4d0a-818c-3996be8a578b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZIfOeVma {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZIfOeVma" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[823c90fd-fea6-4019-988d-35954b9fb63c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZIfOeVma'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb8b8ad-eeaa-49e2-ab03-dd0194ba6040]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2841a23-6f48-40b0-b8f7-659a171e6b26]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffd2457-e38b-404e-a54f-1bcdff363136]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260]
Nov 29 08:46:45 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb62523-7eb3-403c-86a6-3b79aea78d32]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd7e6e0-e7cb-4384-b6ac-03b2197b2adc]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] HCTL ('38', '-', '-', 0) found on session 23 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6dd553d-d1d6-4583-8b68-ad68346dc5f4]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Searching for a device in session 23 and hctl ['38', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:46 user nova-compute[75249]: INFO nova.compute.manager [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Rebooting instance
Nov 29 08:46:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Searching for a device in session 23 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfOeVma', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23664373137313763', 'path': '/dev/sdg'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664373137313763', 'path': '/dev/sdg'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LhHDWdwe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:46 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc8b664-f5ae-4e6d-b232-b85c7c041c8a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:47 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[50861af1-0db4-4e74-88c4-29a421df1553]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714] added
Nov 29 08:46:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbc5cbb8-3c0f-46ea-ab17-c75fb2674674]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ce7c06-4610-4653-a03e-7560078983a3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LhHDWdwe {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LhHDWdwe" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae0205f9-8054-4db1-818e-67b4945a73f9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LhHDWdwe'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec45b00-68b8-41f5-bb72-b5de1a10c13d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ca60c09-008e-4609-a17b-b182e068f222]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c645976b-a2cf-47b3-8259-93f4d23ace5e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260]
Nov 29 08:46:47 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae15d6ac-9b39-46da-9051-35d917b083c9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1a1bfa-3476-429b-9aca-10aaedae2667]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.394s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] HCTL ('39', '-', '-', 0) found on session 24 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[07315c91-f4f9-4584-b546-9a9d602003e8]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Searching for a device in session 24 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LhHDWdwe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-87aef569-6402-4894-934f-842a6f470ba0 req-ac234326-0141-4d30-8053-41f40c3faf93 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-unplugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-87aef569-6402-4894-934f-842a6f470ba0 req-ac234326-0141-4d30-8053-41f40c3faf93 service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-87aef569-6402-4894-934f-842a6f470ba0 req-ac234326-0141-4d30-8053-41f40c3faf93 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-87aef569-6402-4894-934f-842a6f470ba0 req-ac234326-0141-4d30-8053-41f40c3faf93 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-87aef569-6402-4894-934f-842a6f470ba0 req-ac234326-0141-4d30-8053-41f40c3faf93 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-unplugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:47 user nova-compute[75249]: WARNING nova.compute.manager [req-87aef569-6402-4894-934f-842a6f470ba0 req-ac234326-0141-4d30-8053-41f40c3faf93 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-unplugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state active and task_state reboot_started_hard.
Nov 29 08:46:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance destroyed successfully.
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'resources' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-657389913',display_name='tempest-TestMinimumBasicScenario-server-657389913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-657389913',id=16,image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJttLncCo+dyfz7btuc8HF2AHLrU8i3Vmr2hAVFR21ehq54OL7Ok3CVNgfOIF64bIw4NVqQbarRUMlvft9LB/DgAPpprvhTCvA4tqVYpx5moImU7BCbY2/Cxgb7ev+kdSQ==',key_name='tempest-TestMinimumBasicScenario-465824064',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-55wmfquz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:47Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=9bc19584-ab24-42c5-8caa-0c6042286df2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf83663cd-1d, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=499f7bde-fb03-49a4-9291-a5804c45fb51) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:47 user nova-compute[75249]: INFO os_vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d')
Nov 29 08:46:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:47 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.459s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== connect_volume: return (1461ms) {'type': 'block', 'scsi_wwn': '26434616235356131', 'path': '/dev/sdh'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434616235356131', 'path': '/dev/sdh'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.542s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6895e9-f6cb-468b-ae61-3340cf6f0126]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:46:48 user nova-compute[75249]: No targets found.
Nov 29 08:46:48 user nova-compute[75249]: iSNS:
Nov 29 08:46:48 user nova-compute[75249]: No targets found.
Nov 29 08:46:48 user nova-compute[75249]: STATIC:
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714
Nov 29 08:46:48 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:48 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:48 user nova-compute[75249]: FIRMWARE:
Nov 29 08:46:48 user nova-compute[75249]: No targets found.
Nov 29 08:46:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:46:48 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:46:48 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.objects.instance [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lazy-loading 'pci_devices' on Instance uuid ed6622fb-8e72-4ccc-9aec-542131903c3e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b9b98e4-3343-48d0-b5e8-b42c9dbe799f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:46:48 user nova-compute[75249]:   <uuid>ed6622fb-8e72-4ccc-9aec-542131903c3e</uuid>
Nov 29 08:46:48 user nova-compute[75249]:   <name>instance-00000014</name>
Nov 29 08:46:48 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:46:48 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:46:48 user nova-compute[75249]:   <metadata>
Nov 29 08:46:48 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:46:48 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:46:48 user nova-compute[75249]:       <nova:name>tempest-device-tagging-server-480502300</nova:name>
Nov 29 08:46:48 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:46:44</nova:creationTime>
Nov 29 08:46:48 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:46:48 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:46:48 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:46:48 user nova-compute[75249]:       <nova:owner>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:user uuid="f0a7764d947a479d9d843a61645b59a0">tempest-TaggedBootDevicesTest_v242-1680953351-project-member</nova:user>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:project uuid="e9f62a3cdcad40cfb47a0bce714237ed">tempest-TaggedBootDevicesTest_v242-1680953351</nova:project>
Nov 29 08:46:48 user nova-compute[75249]:       </nova:owner>
Nov 29 08:46:48 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:46:48 user nova-compute[75249]:       <nova:ports>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="09e0e6cc-5f54-40b3-8ffc-b781c71fb557">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="80248435-459f-4223-9d54-bc8f6e4a8997">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.247" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="d0bec070-58de-4558-bd28-ec23c6d7f1b2">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.108" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="bc78158c-b9ff-4a64-b12f-05ad66222a11">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.57" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="351a8811-edc4-42ae-b1a5-b575cfb8253c">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.1.1.180" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="1eb05196-df41-4539-ae02-f8c821a45ae3">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:         <nova:port uuid="4bd66e90-0b5d-4b49-81a9-877563348b6e">
Nov 29 08:46:48 user nova-compute[75249]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 08:46:48 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:48 user nova-compute[75249]:       </nova:ports>
Nov 29 08:46:48 user nova-compute[75249]:     </nova:instance>
Nov 29 08:46:48 user nova-compute[75249]:   </metadata>
Nov 29 08:46:48 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:46:48 user nova-compute[75249]:     <system>
Nov 29 08:46:48 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:46:48 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:46:48 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:46:48 user nova-compute[75249]:       <entry name="serial">ed6622fb-8e72-4ccc-9aec-542131903c3e</entry>
Nov 29 08:46:48 user nova-compute[75249]:       <entry name="uuid">ed6622fb-8e72-4ccc-9aec-542131903c3e</entry>
Nov 29 08:46:48 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:46:48 user nova-compute[75249]:     </system>
Nov 29 08:46:48 user nova-compute[75249]:   </sysinfo>
Nov 29 08:46:48 user nova-compute[75249]:   <os>
Nov 29 08:46:48 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:46:48 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:46:48 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:46:48 user nova-compute[75249]:   </os>
Nov 29 08:46:48 user nova-compute[75249]:   <features>
Nov 29 08:46:48 user nova-compute[75249]:     <acpi/>
Nov 29 08:46:48 user nova-compute[75249]:     <apic/>
Nov 29 08:46:48 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:46:48 user nova-compute[75249]:   </features>
Nov 29 08:46:48 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:46:48 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:46:48 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:46:48 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:46:48 user nova-compute[75249]:   </clock>
Nov 29 08:46:48 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:46:48 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:46:48 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:46:48 user nova-compute[75249]:   </cpu>
Nov 29 08:46:48 user nova-compute[75249]:   <devices>
Nov 29 08:46:48 user nova-compute[75249]:     <disk type="file" device="cdrom">
Nov 29 08:46:48 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 08:46:48 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e/disk.config"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="hda" bus="ide"/>
Nov 29 08:46:48 user nova-compute[75249]:     </disk>
Nov 29 08:46:48 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:46:48 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:48 user nova-compute[75249]:       <source dev="/dev/sdf"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <serial>f9102cd1-b2cb-4f2a-84d7-a9c545774ae6</serial>
Nov 29 08:46:48 user nova-compute[75249]:     </disk>
Nov 29 08:46:48 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:46:48 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:48 user nova-compute[75249]:       <source dev="/dev/sdg"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <serial>2e7974ba-4683-4bbb-9a22-ecc0c2c50758</serial>
Nov 29 08:46:48 user nova-compute[75249]:     </disk>
Nov 29 08:46:48 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:46:48 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:48 user nova-compute[75249]:       <source dev="/dev/sdh"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="vdc" bus="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <serial>a9b6e9a3-5ff3-42ad-8394-2b552210f714</serial>
Nov 29 08:46:48 user nova-compute[75249]:     </disk>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:da:8d:43"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tap09e0e6cc-5f"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:5b:84:0b"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tap80248435-45"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:1e:85:61"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tapd0bec070-58"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:7b:e8:a0"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tapbc78158c-b9"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:bd:fe:64"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tap351a8811-ed"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:a5:9d:5b"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tap1eb05196-df"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:48 user nova-compute[75249]:       <mac address="fa:16:3e:6a:69:59"/>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:48 user nova-compute[75249]:       <target dev="tap4bd66e90-0b"/>
Nov 29 08:46:48 user nova-compute[75249]:     </interface>
Nov 29 08:46:48 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:46:48 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e/console.log" append="off"/>
Nov 29 08:46:48 user nova-compute[75249]:     </serial>
Nov 29 08:46:48 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:46:48 user nova-compute[75249]:     <video>
Nov 29 08:46:48 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:48 user nova-compute[75249]:     </video>
Nov 29 08:46:48 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:46:48 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:46:48 user nova-compute[75249]:     </rng>
Nov 29 08:46:48 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:46:48 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:46:48 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:46:48 user nova-compute[75249]:     </memballoon>
Nov 29 08:46:48 user nova-compute[75249]:   </devices>
Nov 29 08:46:48 user nova-compute[75249]: </domain>
Nov 29 08:46:48 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '68a7a47c-d48a-58f0-b12a-9fbe02bb7081', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[852d81ee-16ce-4c98-a18c-8bc20bd48f6b]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbf370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap09e0e6cc-5f, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap09e0e6cc-5f, col_values=(('qos', UUID('91259397-fe75-47aa-ba0b-7f9efe5b847e')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap09e0e6cc-5f, col_values=(('external_ids', {'iface-id': '09e0e6cc-5f54-40b3-8ffc-b781c71fb557', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:8d:43', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f')
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[112e0414-e727-41af-aaf5-d4ef41d6148b]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '268052f6-69be-5172-9997-58d450b34fa7', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd083d7-a88f-41ee-bba1-77822715cde3]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap80248435-45, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap80248435-45, col_values=(('qos', UUID('ac47ccec-e3d1-4038-b51d-34ab31d79e3c')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap80248435-45, col_values=(('external_ids', {'iface-id': '80248435-459f-4223-9d54-bc8f6e4a8997', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:84:0b', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[955b9932-f794-4d8b-aad7-26740854e223]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45')
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b413094f-bd59-5361-aa90-94c09a3cd219', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb86daa-fa18-47d3-a4e7-964f4d6f770e]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0bec070-58, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0bec070-58, col_values=(('qos', UUID('8fcc7516-b0d8-41be-a651-4bbf32af52d4')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0bec070-58, col_values=(('external_ids', {'iface-id': 'd0bec070-58de-4558-bd28-ec23c6d7f1b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:85:61', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a65c264-2ba2-49aa-a146-88633b22bc44]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58')
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0ddba2a-8dfa-596f-95a6-b868a8603c54', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[117eb49f-d5de-41cf-a72d-d105a9037541]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]
Nov 29 08:46:48 user nova-compute[75249]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc78158c-b9, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc78158c-b9, col_values=(('qos', UUID('450c5345-270e-4b49-baaf-75eaee46cb9e')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc78158c-b9, col_values=(('external_ids', {'iface-id': 'bc78158c-b9ff-4a64-b12f-05ad66222a11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:e8:a0', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3596bbc1-e0a1-4845-b623-ca58e20bfb95]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== disconnect_volume: return (900ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9')
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Start _get_guest_xml network_info=[{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ea31f6a-c432-40cc-ba5d-9abeacbedba7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '1ea31f6a-c432-40cc-ba5d-9abeacbedba7'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '6a2b5f54-5544-4f68-aebe-66f79197f240', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '9bc19584-ab24-42c5-8caa-0c6042286df2', 'attached_at': '', 'detached_at': '', 'volume_id': '25e63524-13ba-4fd3-a215-9e26d6546dec', 'serial': '25e63524-13ba-4fd3-a215-9e26d6546dec'}, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2dc0055-a79d-5531-aabc-2564b49fbb58', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:48 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ea31f6a-c432-40cc-ba5d-9abeacbedba7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.objects.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Object Instance<9bc19584-ab24-42c5-8caa-0c6042286df2> lazy-loaded attributes: resources,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:48 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap351a8811-ed, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap351a8811-ed, col_values=(('qos', UUID('c19c52a0-2cac-4e81-8d1c-707a82cba7a7')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap351a8811-ed, col_values=(('external_ids', {'iface-id': '351a8811-edc4-42ae-b1a5-b575cfb8253c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:fe:64', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2920f15a-ff1e-4ef2-9ece-10ea8e763d1d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:46:48 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[48edde25-3c2f-47c2-8e78-32fd27338664]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec] added
Nov 29 08:46:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed')
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8bc319d0-e165-54e1-b469-0bdc5ecc6a38', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e981be6f-1f54-4f4b-ba6d-09f3a8b8080e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6722f7b7-5988-42c3-b122-6a5842c7e87e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JbdYmRiA {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JbdYmRiA" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e697b75f-2bca-463f-9fbf-8549c76e2aca]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JbdYmRiA'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1eb05196-df, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1eb05196-df, col_values=(('qos', UUID('bb7cb33a-5964-4c54-a2fe-3e921e692366')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1eb05196-df, col_values=(('external_ids', {'iface-id': '1eb05196-df41-4539-ae02-f8c821a45ae3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:9d:5b', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d240841-a635-490b-8bc4-1bce888b3ddb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b17d23-7a31-401a-aca8-c1ecb7dd541d]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df')
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53e80fa3-484a-5dc4-bea6-9514c48f219b', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4bd66e90-0b, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4bd66e90-0b, col_values=(('qos', UUID('912db2f6-b48c-46c5-a41b-a66e9d160ae3')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4bd66e90-0b, col_values=(('external_ids', {'iface-id': '4bd66e90-0b5d-4b49-81a9-877563348b6e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:69:59', 'vm-uuid': 'ed6622fb-8e72-4ccc-9aec-542131903c3e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9dbd8e0-8d56-4da4-83e4-c22ab4ea70b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]
Nov 29 08:46:49 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77bd1f5a-3cd8-4faf-96b2-e1020714f205]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f15ecc8-0ecf-450d-b66f-2aac17521900]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:49 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.343s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] HCTL ('34', '-', '-', 0) found on session 25 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:49 user nova-compute[75249]: INFO os_vif [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b')
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[454aad5d-c54b-4873-8f3b-9607bd142cd9]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] No BDM found with device name hda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] No VIF found with MAC fa:16:3e:da:8d:43, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] No VIF found with MAC fa:16:3e:bd:fe:64, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:46:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Using config drive
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-1c3d95fc-3641-48fc-a8c4-43dd1956a57f req-43fd9942-3d42-43ad-972e-4be03a9c2031 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1c3d95fc-3641-48fc-a8c4-43dd1956a57f req-43fd9942-3d42-43ad-972e-4be03a9c2031 service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1c3d95fc-3641-48fc-a8c4-43dd1956a57f req-43fd9942-3d42-43ad-972e-4be03a9c2031 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1c3d95fc-3641-48fc-a8c4-43dd1956a57f req-43fd9942-3d42-43ad-972e-4be03a9c2031 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-1c3d95fc-3641-48fc-a8c4-43dd1956a57f req-43fd9942-3d42-43ad-972e-4be03a9c2031 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:49 user nova-compute[75249]: WARNING nova.compute.manager [req-1c3d95fc-3641-48fc-a8c4-43dd1956a57f req-43fd9942-3d42-43ad-972e-4be03a9c2031 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state active and task_state reboot_started_hard.
Nov 29 08:46:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Creating config drive at /opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e/disk.config
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpuwveqoz5 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpuwveqoz5" returned: 0 in 0.059s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== connect_volume: return (1383ms) {'type': 'block', 'scsi_wwn': '23664633830363661', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664633830363661', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-657389913',display_name='tempest-TestMinimumBasicScenario-server-657389913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-657389913',id=16,image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJttLncCo+dyfz7btuc8HF2AHLrU8i3Vmr2hAVFR21ehq54OL7Ok3CVNgfOIF64bIw4NVqQbarRUMlvft9LB/DgAPpprvhTCvA4tqVYpx5moImU7BCbY2/Cxgb7ev+kdSQ==',key_name='tempest-TestMinimumBasicScenario-465824064',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-55wmfquz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:47Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=9bc19584-ab24-42c5-8caa-0c6042286df2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'pci_devices' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.objects.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Object Instance<9bc19584-ab24-42c5-8caa-0c6042286df2> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:46:50 user nova-compute[75249]:   <uuid>9bc19584-ab24-42c5-8caa-0c6042286df2</uuid>
Nov 29 08:46:50 user nova-compute[75249]:   <name>instance-00000010</name>
Nov 29 08:46:50 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:46:50 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:46:50 user nova-compute[75249]:   <metadata>
Nov 29 08:46:50 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:46:50 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:46:50 user nova-compute[75249]:       <nova:name>tempest-TestMinimumBasicScenario-server-657389913</nova:name>
Nov 29 08:46:50 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:46:48</nova:creationTime>
Nov 29 08:46:50 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:46:50 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:46:50 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:46:50 user nova-compute[75249]:       <nova:owner>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:user uuid="bc4ad0645e5b4de1a8da9733ef1f11e6">tempest-TestMinimumBasicScenario-859354647-project-member</nova:user>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:project uuid="26f4174a11664198baa22cf60e86a567">tempest-TestMinimumBasicScenario-859354647</nova:project>
Nov 29 08:46:50 user nova-compute[75249]:       </nova:owner>
Nov 29 08:46:50 user nova-compute[75249]:       <nova:root type="image" uuid="1ea31f6a-c432-40cc-ba5d-9abeacbedba7"/>
Nov 29 08:46:50 user nova-compute[75249]:       <nova:ports>
Nov 29 08:46:50 user nova-compute[75249]:         <nova:port uuid="f83663cd-1d2f-411e-b9a9-60558b1ff879">
Nov 29 08:46:50 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 08:46:50 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:50 user nova-compute[75249]:       </nova:ports>
Nov 29 08:46:50 user nova-compute[75249]:     </nova:instance>
Nov 29 08:46:50 user nova-compute[75249]:   </metadata>
Nov 29 08:46:50 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:46:50 user nova-compute[75249]:     <system>
Nov 29 08:46:50 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:46:50 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:46:50 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:46:50 user nova-compute[75249]:       <entry name="serial">9bc19584-ab24-42c5-8caa-0c6042286df2</entry>
Nov 29 08:46:50 user nova-compute[75249]:       <entry name="uuid">9bc19584-ab24-42c5-8caa-0c6042286df2</entry>
Nov 29 08:46:50 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:46:50 user nova-compute[75249]:     </system>
Nov 29 08:46:50 user nova-compute[75249]:   </sysinfo>
Nov 29 08:46:50 user nova-compute[75249]:   <os>
Nov 29 08:46:50 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:46:50 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:46:50 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:46:50 user nova-compute[75249]:   </os>
Nov 29 08:46:50 user nova-compute[75249]:   <features>
Nov 29 08:46:50 user nova-compute[75249]:     <acpi/>
Nov 29 08:46:50 user nova-compute[75249]:     <apic/>
Nov 29 08:46:50 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:46:50 user nova-compute[75249]:   </features>
Nov 29 08:46:50 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:46:50 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:46:50 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:46:50 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:46:50 user nova-compute[75249]:   </clock>
Nov 29 08:46:50 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:46:50 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:46:50 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:46:50 user nova-compute[75249]:   </cpu>
Nov 29 08:46:50 user nova-compute[75249]:   <devices>
Nov 29 08:46:50 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:46:50 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:46:50 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk"/>
Nov 29 08:46:50 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:46:50 user nova-compute[75249]:     </disk>
Nov 29 08:46:50 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:46:50 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:46:50 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 08:46:50 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:46:50 user nova-compute[75249]:       <serial>25e63524-13ba-4fd3-a215-9e26d6546dec</serial>
Nov 29 08:46:50 user nova-compute[75249]:     </disk>
Nov 29 08:46:50 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:50 user nova-compute[75249]:       <mac address="fa:16:3e:96:4b:b5"/>
Nov 29 08:46:50 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:50 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:50 user nova-compute[75249]:       <target dev="tapf83663cd-1d"/>
Nov 29 08:46:50 user nova-compute[75249]:     </interface>
Nov 29 08:46:50 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:46:50 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/console.log" append="off"/>
Nov 29 08:46:50 user nova-compute[75249]:     </serial>
Nov 29 08:46:50 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:46:50 user nova-compute[75249]:     <video>
Nov 29 08:46:50 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:50 user nova-compute[75249]:     </video>
Nov 29 08:46:50 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:46:50 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:46:50 user nova-compute[75249]:     </rng>
Nov 29 08:46:50 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:46:50 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:46:50 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:46:50 user nova-compute[75249]:     </memballoon>
Nov 29 08:46:50 user nova-compute[75249]:   </devices>
Nov 29 08:46:50 user nova-compute[75249]: </domain>
Nov 29 08:46:50 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.objects.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Object Instance<9bc19584-ab24-42c5-8caa-0c6042286df2> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:46:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Cannot resize image /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'migration_context' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.objects.base [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Object Instance<9bc19584-ab24-42c5-8caa-0c6042286df2> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-657389913',display_name='tempest-TestMinimumBasicScenario-server-657389913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-657389913',id=16,image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJttLncCo+dyfz7btuc8HF2AHLrU8i3Vmr2hAVFR21ehq54OL7Ok3CVNgfOIF64bIw4NVqQbarRUMlvft9LB/DgAPpprvhTCvA4tqVYpx5moImU7BCbY2/Cxgb7ev+kdSQ==',key_name='tempest-TestMinimumBasicScenario-465824064',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-55wmfquz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:47Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=9bc19584-ab24-42c5-8caa-0c6042286df2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG os_vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4ac5a493-6719-5367-9da9-174c784bccf8', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf83663cd-1d, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf83663cd-1d, col_values=(('qos', UUID('22cbda03-cf0d-4ad0-9409-93f4676f906a')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf83663cd-1d, col_values=(('external_ids', {'iface-id': 'f83663cd-1d2f-411e-b9a9-60558b1ff879', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:4b:b5', 'vm-uuid': '9bc19584-ab24-42c5-8caa-0c6042286df2'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: INFO os_vif [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d')
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-db600456-8e08-4d0f-a5ba-3122a7adc101 req-a1fb8f3b-8615-44cb-be44-b06229ac59df service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-db600456-8e08-4d0f-a5ba-3122a7adc101 req-a1fb8f3b-8615-44cb-be44-b06229ac59df service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-db600456-8e08-4d0f-a5ba-3122a7adc101 req-a1fb8f3b-8615-44cb-be44-b06229ac59df service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-db600456-8e08-4d0f-a5ba-3122a7adc101 req-a1fb8f3b-8615-44cb-be44-b06229ac59df service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-db600456-8e08-4d0f-a5ba-3122a7adc101 req-a1fb8f3b-8615-44cb-be44-b06229ac59df service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:51 user nova-compute[75249]: WARNING nova.compute.manager [req-db600456-8e08-4d0f-a5ba-3122a7adc101 req-a1fb8f3b-8615-44cb-be44-b06229ac59df service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 for instance with vm_state building and task_state spawning.
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-d23c9ff5-b173-4fe6-a716-f894d97e0ecc req-43fba05f-8a5b-4189-9555-fb777defc2fc service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d23c9ff5-b173-4fe6-a716-f894d97e0ecc req-43fba05f-8a5b-4189-9555-fb777defc2fc service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d23c9ff5-b173-4fe6-a716-f894d97e0ecc req-43fba05f-8a5b-4189-9555-fb777defc2fc service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d23c9ff5-b173-4fe6-a716-f894d97e0ecc req-43fba05f-8a5b-4189-9555-fb777defc2fc service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-d23c9ff5-b173-4fe6-a716-f894d97e0ecc req-43fba05f-8a5b-4189-9555-fb777defc2fc service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:52 user nova-compute[75249]: WARNING nova.compute.manager [req-d23c9ff5-b173-4fe6-a716-f894d97e0ecc req-43fba05f-8a5b-4189-9555-fb777defc2fc service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 for instance with vm_state building and task_state spawning.
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-564e6362-6c3c-4647-b26c-cd09105039c8 req-fbf42d97-a2a8-4f22-8f2b-a31abb34aa9e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-564e6362-6c3c-4647-b26c-cd09105039c8 req-fbf42d97-a2a8-4f22-8f2b-a31abb34aa9e service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-564e6362-6c3c-4647-b26c-cd09105039c8 req-fbf42d97-a2a8-4f22-8f2b-a31abb34aa9e service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-564e6362-6c3c-4647-b26c-cd09105039c8 req-fbf42d97-a2a8-4f22-8f2b-a31abb34aa9e service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-564e6362-6c3c-4647-b26c-cd09105039c8 req-fbf42d97-a2a8-4f22-8f2b-a31abb34aa9e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:52 user nova-compute[75249]: WARNING nova.compute.manager [req-564e6362-6c3c-4647-b26c-cd09105039c8 req-fbf42d97-a2a8-4f22-8f2b-a31abb34aa9e service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 for instance with vm_state building and task_state spawning.
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:53 user nova-compute[75249]: WARNING nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 for instance with vm_state building and task_state spawning.
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:53 user nova-compute[75249]: WARNING nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 for instance with vm_state building and task_state spawning.
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:53 user nova-compute[75249]: WARNING nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 for instance with vm_state building and task_state spawning.
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:53 user nova-compute[75249]: WARNING nova.compute.manager [req-6d3483a2-5f35-41d3-9b74-455fdcacdf49 req-0463f19a-d2fe-4859-af67-e1a320d03962 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c for instance with vm_state building and task_state spawning.
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-61bef950-8000-49ce-8e90-287f33f62870 req-ac5ddc81-47e5-4d29-984e-982892efbb2f service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61bef950-8000-49ce-8e90-287f33f62870 req-ac5ddc81-47e5-4d29-984e-982892efbb2f service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61bef950-8000-49ce-8e90-287f33f62870 req-ac5ddc81-47e5-4d29-984e-982892efbb2f service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61bef950-8000-49ce-8e90-287f33f62870 req-ac5ddc81-47e5-4d29-984e-982892efbb2f service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-61bef950-8000-49ce-8e90-287f33f62870 req-ac5ddc81-47e5-4d29-984e-982892efbb2f service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:54 user nova-compute[75249]: WARNING nova.compute.manager [req-61bef950-8000-49ce-8e90-287f33f62870 req-ac5ddc81-47e5-4d29-984e-982892efbb2f service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 for instance with vm_state building and task_state spawning.
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:54 user nova-compute[75249]: WARNING nova.compute.manager [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 for instance with vm_state building and task_state spawning.
Nov 29 08:46:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:54 user nova-compute[75249]: WARNING nova.compute.manager [req-90c50231-4b75-4bef-a1f8-a9eff4b06058 req-f5ff858f-6969-4b8f-9a9b-f9b4f61805be service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state active and task_state reboot_started_hard.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cb2618af-6669-4908-9132-8e977cdfbad8 is timed out.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Successfully detached device vdb from instance cb2618af-6669-4908-9132-8e977cdfbad8 from the live domain config.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtJZAjQa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c for instance with vm_state building and task_state spawning.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 for instance with vm_state building and task_state spawning.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 for instance with vm_state building and task_state spawning.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e for instance with vm_state building and task_state spawning.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:55 user nova-compute[75249]: WARNING nova.compute.manager [req-ab455b64-6d1c-49c1-bf35-e5b7b115b0e4 req-ae57471b-73bf-47a0-bc49-f43d9b3e1807 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e for instance with vm_state building and task_state spawning.
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c6debf-7ce0-4054-aa74-324714c3c8a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:46:55 user nova-compute[75249]: No targets found.
Nov 29 08:46:55 user nova-compute[75249]: iSNS:
Nov 29 08:46:55 user nova-compute[75249]: No targets found.
Nov 29 08:46:55 user nova-compute[75249]: STATIC:
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714
Nov 29 08:46:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:46:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:46:55 user nova-compute[75249]: FIRMWARE:
Nov 29 08:46:55 user nova-compute[75249]: No targets found.
Nov 29 08:46:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:46:55 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:46:55 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeaf3c26-1ca3-45a0-829e-b406ca88cdea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:46:55 user nova-compute[75249]: INFO nova.compute.claims [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Claim successful on node user
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d506b3-9c70-4c38-966a-5730094ed2c3]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:46:55 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:46:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8d1404e560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b68de29-0dd9-4f40-a8d7-9a8285e63ecb]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae556d79-c85e-4eb8-8bfb-41f037c4502a]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c5d4db-2164-4c9a-8113-67a326105da4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e126295b-f46e-42e0-aa7b-4e0b5ebab141]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a942cc1-2f62-4647-906b-730f3eb18e8b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.102s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f1e451-c872-436c-9014-076864a1477f]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260]
Nov 29 08:46:56 user nova-compute[75249]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7, portal: 172.16.0.220,3260] successful.
Nov 29 08:46:56 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff6ddfc2-175b-4bb6-86e1-e110806984b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1696728-ff6c-4b25-a34f-76e56b021440]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.506s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] <== disconnect_volume: return (508ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.682s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:46:56 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.policy [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b25ac13ea7d141ebb811a7d00a83a52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1eabe7db5704664bf5545cc9c5f9e16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:46:56 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Creating image(s)
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "/opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "/opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "/opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-ed1bb2ad-97a7-48e6-8e08-86be6476f0cc req-7c9c3a57-28bd-42a6-b085-3c06b3203d04 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ed1bb2ad-97a7-48e6-8e08-86be6476f0cc req-7c9c3a57-28bd-42a6-b085-3c06b3203d04 service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ed1bb2ad-97a7-48e6-8e08-86be6476f0cc req-7c9c3a57-28bd-42a6-b085-3c06b3203d04 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ed1bb2ad-97a7-48e6-8e08-86be6476f0cc req-7c9c3a57-28bd-42a6-b085-3c06b3203d04 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-ed1bb2ad-97a7-48e6-8e08-86be6476f0cc req-7c9c3a57-28bd-42a6-b085-3c06b3203d04 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:46:56 user nova-compute[75249]: WARNING nova.compute.manager [req-ed1bb2ad-97a7-48e6-8e08-86be6476f0cc req-7c9c3a57-28bd-42a6-b085-3c06b3203d04 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state active and task_state reboot_started_hard.
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'flavor' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a3bee1d8-7f55-4469-a516-45a021ce8d8d tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.506s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.242s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk 1073741824" returned: 0 in 0.078s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.328s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Successfully created port: 886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:46:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance spawned successfully.
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.271s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Skipping network cache update for instance because it is Building. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Skipping network cache update for instance because it is Building. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:46:57 user nova-compute[75249]: INFO nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Took 13.74 seconds to spawn the instance on the hypervisor.
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:46:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance rebooted successfully.
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Cannot resize image /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Ensure instance console log exists: /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5efe428a-137d-401a-928f-edb6b88471d5 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 11.866s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:57 user nova-compute[75249]: INFO nova.compute.manager [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Took 53.46 seconds to build instance.
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-50e3196b-e5c2-4379-898c-18e7c0cea0f0 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 53.736s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 33.006s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:46:57 user nova-compute[75249]: INFO nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Nov 29 08:46:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Successfully updated port: 886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "refresh_cache-d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquired lock "refresh_cache-d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Updating instance_info_cache with network_info: [{"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Releasing lock "refresh_cache-d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Instance network_info: |[{"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Start _get_guest_xml network_info=[{"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:46:58 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:58 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-922421269',display_name='tempest-ServersNegativeTestJSON-server-922421269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-922421269',id=22,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1eabe7db5704664bf5545cc9c5f9e16',ramdisk_id='',reservation_id='r-dsmr4ej4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817154891',owner_user_name='tempest-ServersNegativeTestJSON-1817154891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:57Z,user_data=None,user_id='b25ac13ea7d141ebb811a7d00a83a52c',uuid=d4e2faf9-1852-4c6d-93be-b56a60c8d2bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converting VIF {"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.objects.instance [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lazy-loading 'pci_devices' on Instance uuid d4e2faf9-1852-4c6d-93be-b56a60c8d2bb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:46:58 user nova-compute[75249]:   <uuid>d4e2faf9-1852-4c6d-93be-b56a60c8d2bb</uuid>
Nov 29 08:46:58 user nova-compute[75249]:   <name>instance-00000016</name>
Nov 29 08:46:58 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:46:58 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:46:58 user nova-compute[75249]:   <metadata>
Nov 29 08:46:58 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:46:58 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:46:58 user nova-compute[75249]:       <nova:name>tempest-ServersNegativeTestJSON-server-922421269</nova:name>
Nov 29 08:46:58 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:46:58</nova:creationTime>
Nov 29 08:46:58 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:46:58 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:46:58 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:46:58 user nova-compute[75249]:       <nova:owner>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:user uuid="b25ac13ea7d141ebb811a7d00a83a52c">tempest-ServersNegativeTestJSON-1817154891-project-member</nova:user>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:project uuid="c1eabe7db5704664bf5545cc9c5f9e16">tempest-ServersNegativeTestJSON-1817154891</nova:project>
Nov 29 08:46:58 user nova-compute[75249]:       </nova:owner>
Nov 29 08:46:58 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:46:58 user nova-compute[75249]:       <nova:ports>
Nov 29 08:46:58 user nova-compute[75249]:         <nova:port uuid="886b1a3c-fe33-4254-8dd9-83c2d89199d2">
Nov 29 08:46:58 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 08:46:58 user nova-compute[75249]:         </nova:port>
Nov 29 08:46:58 user nova-compute[75249]:       </nova:ports>
Nov 29 08:46:58 user nova-compute[75249]:     </nova:instance>
Nov 29 08:46:58 user nova-compute[75249]:   </metadata>
Nov 29 08:46:58 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:46:58 user nova-compute[75249]:     <system>
Nov 29 08:46:58 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:46:58 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:46:58 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:46:58 user nova-compute[75249]:       <entry name="serial">d4e2faf9-1852-4c6d-93be-b56a60c8d2bb</entry>
Nov 29 08:46:58 user nova-compute[75249]:       <entry name="uuid">d4e2faf9-1852-4c6d-93be-b56a60c8d2bb</entry>
Nov 29 08:46:58 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:46:58 user nova-compute[75249]:     </system>
Nov 29 08:46:58 user nova-compute[75249]:   </sysinfo>
Nov 29 08:46:58 user nova-compute[75249]:   <os>
Nov 29 08:46:58 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:46:58 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:46:58 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:46:58 user nova-compute[75249]:   </os>
Nov 29 08:46:58 user nova-compute[75249]:   <features>
Nov 29 08:46:58 user nova-compute[75249]:     <acpi/>
Nov 29 08:46:58 user nova-compute[75249]:     <apic/>
Nov 29 08:46:58 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:46:58 user nova-compute[75249]:   </features>
Nov 29 08:46:58 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:46:58 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:46:58 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:46:58 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:46:58 user nova-compute[75249]:   </clock>
Nov 29 08:46:58 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:46:58 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:46:58 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:46:58 user nova-compute[75249]:   </cpu>
Nov 29 08:46:58 user nova-compute[75249]:   <devices>
Nov 29 08:46:58 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:46:58 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:46:58 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk"/>
Nov 29 08:46:58 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:46:58 user nova-compute[75249]:     </disk>
Nov 29 08:46:58 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:46:58 user nova-compute[75249]:       <mac address="fa:16:3e:79:c8:4f"/>
Nov 29 08:46:58 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:58 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:46:58 user nova-compute[75249]:       <target dev="tap886b1a3c-fe"/>
Nov 29 08:46:58 user nova-compute[75249]:     </interface>
Nov 29 08:46:58 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:46:58 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/console.log" append="off"/>
Nov 29 08:46:58 user nova-compute[75249]:     </serial>
Nov 29 08:46:58 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:46:58 user nova-compute[75249]:     <video>
Nov 29 08:46:58 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:46:58 user nova-compute[75249]:     </video>
Nov 29 08:46:58 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:46:58 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:46:58 user nova-compute[75249]:     </rng>
Nov 29 08:46:58 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:46:58 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:46:58 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:46:58 user nova-compute[75249]:     </memballoon>
Nov 29 08:46:58 user nova-compute[75249]:   </devices>
Nov 29 08:46:58 user nova-compute[75249]: </domain>
Nov 29 08:46:58 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-922421269',display_name='tempest-ServersNegativeTestJSON-server-922421269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-922421269',id=22,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1eabe7db5704664bf5545cc9c5f9e16',ramdisk_id='',reservation_id='r-dsmr4ej4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1817154891',owner_user_name='tempest-ServersNegativeTestJSON-1817154891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:57Z,user_data=None,user_id='b25ac13ea7d141ebb811a7d00a83a52c',uuid=d4e2faf9-1852-4c6d-93be-b56a60c8d2bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converting VIF {"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG os_vif [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8997e04d-225c-5c82-8fd1-dd9ef7b7e22a', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap886b1a3c-fe, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap886b1a3c-fe, col_values=(('qos', UUID('4574164b-ea2e-4c01-85ac-798e0e742952')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap886b1a3c-fe, col_values=(('external_ids', {'iface-id': '886b1a3c-fe33-4254-8dd9-83c2d89199d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:c8:4f', 'vm-uuid': 'd4e2faf9-1852-4c6d-93be-b56a60c8d2bb'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:46:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:58 user nova-compute[75249]: INFO os_vif [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe')
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-changed-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Refreshing instance network info cache due to event network-changed-886b1a3c-fe33-4254-8dd9-83c2d89199d2. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] Acquiring lock "refresh_cache-d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] Acquired lock "refresh_cache-d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Refreshing network info cache for port 886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] No VIF found with MAC fa:16:3e:79:c8:4f, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Updated VIF entry in instance network info cache for port 886b1a3c-fe33-4254-8dd9-83c2d89199d2. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Updating instance_info_cache with network_info: [{"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:46:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7adf2457-1c73-4497-974d-a77e7344c55b req-ae49915a-3d4f-4b0d-80b6-df12e471a44a service nova] Releasing lock "refresh_cache-d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-98c63ee1-226d-4bb0-953f-1bbf65be196f req-290a94c7-106f-485e-a968-d3558410bb24 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98c63ee1-226d-4bb0-953f-1bbf65be196f req-290a94c7-106f-485e-a968-d3558410bb24 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98c63ee1-226d-4bb0-953f-1bbf65be196f req-290a94c7-106f-485e-a968-d3558410bb24 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98c63ee1-226d-4bb0-953f-1bbf65be196f req-290a94c7-106f-485e-a968-d3558410bb24 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-98c63ee1-226d-4bb0-953f-1bbf65be196f req-290a94c7-106f-485e-a968-d3558410bb24 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:00 user nova-compute[75249]: WARNING nova.compute.manager [req-98c63ee1-226d-4bb0-953f-1bbf65be196f req-290a94c7-106f-485e-a968-d3558410bb24 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received unexpected event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with vm_state building and task_state spawning.
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "146f28a3-2a89-43ed-8909-93ad716a287c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:02 user nova-compute[75249]: INFO nova.compute.manager [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Terminating instance
Nov 29 08:47:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-03bfb1f2-debf-465a-80d1-a98ee8e66256 req-16ca9397-b7c0-4b0b-a4fc-5d5631225f88 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-03bfb1f2-debf-465a-80d1-a98ee8e66256 req-16ca9397-b7c0-4b0b-a4fc-5d5631225f88 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-03bfb1f2-debf-465a-80d1-a98ee8e66256 req-16ca9397-b7c0-4b0b-a4fc-5d5631225f88 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-03bfb1f2-debf-465a-80d1-a98ee8e66256 req-16ca9397-b7c0-4b0b-a4fc-5d5631225f88 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-03bfb1f2-debf-465a-80d1-a98ee8e66256 req-16ca9397-b7c0-4b0b-a4fc-5d5631225f88 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:02 user nova-compute[75249]: WARNING nova.compute.manager [req-03bfb1f2-debf-465a-80d1-a98ee8e66256 req-16ca9397-b7c0-4b0b-a4fc-5d5631225f88 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received unexpected event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with vm_state building and task_state spawning.
Nov 29 08:47:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:47:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Instance spawned successfully.
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Instance destroyed successfully.
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lazy-loading 'resources' on Instance uuid 146f28a3-2a89-43ed-8909-93ad716a287c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-815522337',display_name='tempest-VolumesActionsTest-instance-815522337',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-815522337',id=17,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:45:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='917f975f60a7467f8187bbaf8d13b8f3',ramdisk_id='',reservation_id='r-opcq9m0s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-2109681157',owner_user_name='tempest-VolumesActionsTest-2109681157-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:45:11Z,user_data=None,user_id='c93ab93551b149af82750bc25b5c1b53',uuid=146f28a3-2a89-43ed-8909-93ad716a287c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Converting VIF {"id": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "address": "fa:16:3e:bf:10:fe", "network": {"id": "e31cb716-1541-478f-812b-aae891ad0af6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-550697177-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "917f975f60a7467f8187bbaf8d13b8f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8cb851-b8", "ovs_interfaceid": "ce8cb851-b887-4b4d-945d-d228811aa4ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG os_vif [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce8cb851-b8, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5399aad0-4045-418d-bf45-eccf4a30f661) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:03 user nova-compute[75249]: INFO os_vif [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:10:fe,bridge_name='br-int',has_traffic_filtering=True,id=ce8cb851-b887-4b4d-945d-d228811aa4ed,network=Network(e31cb716-1541-478f-812b-aae891ad0af6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8cb851-b8')
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Deleting instance files /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c_del
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Deletion of /opt/stack/data/nova/instances/146f28a3-2a89-43ed-8909-93ad716a287c_del complete
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-3107bd31-90fd-4e23-8327-99bcdb980712 req-77d1408a-5fc1-44c3-a4a3-5479b7144487 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-vif-unplugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3107bd31-90fd-4e23-8327-99bcdb980712 req-77d1408a-5fc1-44c3-a4a3-5479b7144487 service nova] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3107bd31-90fd-4e23-8327-99bcdb980712 req-77d1408a-5fc1-44c3-a4a3-5479b7144487 service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3107bd31-90fd-4e23-8327-99bcdb980712 req-77d1408a-5fc1-44c3-a4a3-5479b7144487 service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-3107bd31-90fd-4e23-8327-99bcdb980712 req-77d1408a-5fc1-44c3-a4a3-5479b7144487 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] No waiting events found dispatching network-vif-unplugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-3107bd31-90fd-4e23-8327-99bcdb980712 req-77d1408a-5fc1-44c3-a4a3-5479b7144487 service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-vif-unplugged-ce8cb851-b887-4b4d-945d-d228811aa4ed for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Took 6.32 seconds to spawn the instance on the hypervisor.
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.compute.manager [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:47:03 user nova-compute[75249]: INFO nova.compute.manager [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Took 7.62 seconds to build instance.
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-405f8529-5c40-4e52-b864-bf407ede5098 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.755s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:47:03 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Error from libvirt while getting description of instance-00000011: [Error Code 42] Domain not found: no domain with matching uuid '146f28a3-2a89-43ed-8909-93ad716a287c' (instance-00000011): libvirt.libvirtError: Domain not found: no domain with matching uuid '146f28a3-2a89-43ed-8909-93ad716a287c' (instance-00000011)
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:47:04 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Took 1.03 seconds to deallocate network for instance.
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.664s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:05 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Deleted allocations for instance 146f28a3-2a89-43ed-8909-93ad716a287c
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b4330041-a112-4865-b69a-1c77d31d1b77 tempest-VolumesActionsTest-2109681157 tempest-VolumesActionsTest-2109681157-project-member] Lock "146f28a3-2a89-43ed-8909-93ad716a287c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.974s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] Acquiring lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] Lock "146f28a3-2a89-43ed-8909-93ad716a287c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] No waiting events found dispatching network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:05 user nova-compute[75249]: WARNING nova.compute.manager [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received unexpected event network-vif-plugged-ce8cb851-b887-4b4d-945d-d228811aa4ed for instance with vm_state deleted and task_state None.
Nov 29 08:47:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-4904ca24-6849-466b-b0d5-429ab0c75c0e req-359c7224-9ead-489d-aef2-395f764f8e3b service nova] [instance: 146f28a3-2a89-43ed-8909-93ad716a287c] Received event network-vif-deleted-ce8cb851-b887-4b4d-945d-d228811aa4ed {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:47:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:47:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7674MB free_disk=25.288124084472656GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance cb2618af-6669-4908-9132-8e977cdfbad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 9bc19584-ab24-42c5-8caa-0c6042286df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance fc3ebd27-4274-4b49-8029-2bf7be441c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed6622fb-8e72-4ccc-9aec-542131903c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4e2faf9-1852-4c6d-93be-b56a60c8d2bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:47:07 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:47:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:08 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:47:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:47:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:47:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.582s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:47:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:25 user nova-compute[75249]: INFO nova.compute.manager [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Terminating instance
Nov 29 08:47:25 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-5dfe9fe4-d4b8-4988-a51d-f0ef3193078d req-5697ab56-9c3a-4e50-8873-316054234dca service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5dfe9fe4-d4b8-4988-a51d-f0ef3193078d req-5697ab56-9c3a-4e50-8873-316054234dca service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5dfe9fe4-d4b8-4988-a51d-f0ef3193078d req-5697ab56-9c3a-4e50-8873-316054234dca service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5dfe9fe4-d4b8-4988-a51d-f0ef3193078d req-5697ab56-9c3a-4e50-8873-316054234dca service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-5dfe9fe4-d4b8-4988-a51d-f0ef3193078d req-5697ab56-9c3a-4e50-8873-316054234dca service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-5dfe9fe4-d4b8-4988-a51d-f0ef3193078d req-5697ab56-9c3a-4e50-8873-316054234dca service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-unplugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:47:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Instance destroyed successfully.
Nov 29 08:47:26 user nova-compute[75249]: DEBUG nova.objects.instance [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lazy-loading 'resources' on Instance uuid cb2618af-6669-4908-9132-8e977cdfbad8 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-186422855',display_name='tempest-ServerStableDeviceRescueTest-server-186422855',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-186422855',id=4,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb1YwZqeomkfEias/4GK1szmUkbz4W6Mlg+f6q1klo9cvg0AMb98UOzo/WTwEGvoX7QRzqMuwetby3ULXu/nrRAtDzvpR6e6WmTAXl+8+906SeORP7OMOqPGjrc4V34GQ==',key_name='tempest-keypair-884509355',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3d4aea84733c4d75afeaed3a8c0d51aa',ramdisk_id='',reservation_id='r-90a123h1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1933704075',owner_user_name='tempest-ServerStableDeviceRescueTest-1933704075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb02d9b3228a4577bf914484de31eb3d',uuid=cb2618af-6669-4908-9132-8e977cdfbad8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converting VIF {"id": "de92103a-9093-40da-baa1-8533b8adb4dc", "address": "fa:16:3e:d1:f0:fa", "network": {"id": "e82f9a24-0097-4e7e-ad5d-7c292cbbbce9", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-392587100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d4aea84733c4d75afeaed3a8c0d51aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde92103a-90", "ovs_interfaceid": "de92103a-9093-40da-baa1-8533b8adb4dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG os_vif [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde92103a-90, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6dd24a59-af6a-4065-9710-ae48b014f4b9) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:26 user nova-compute[75249]: INFO os_vif [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d1:f0:fa,bridge_name='br-int',has_traffic_filtering=True,id=de92103a-9093-40da-baa1-8533b8adb4dc,network=Network(e82f9a24-0097-4e7e-ad5d-7c292cbbbce9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde92103a-90')
Nov 29 08:47:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Deleting instance files /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8_del
Nov 29 08:47:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Deletion of /opt/stack/data/nova/instances/cb2618af-6669-4908-9132-8e977cdfbad8_del complete
Nov 29 08:47:26 user nova-compute[75249]: INFO nova.compute.manager [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 29 08:47:26 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:47:26 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:47:27 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Took 0.87 seconds to deallocate network for instance.
Nov 29 08:47:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:27 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Deleted allocations for instance cb2618af-6669-4908-9132-8e977cdfbad8
Nov 29 08:47:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] Acquiring lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] Lock "cb2618af-6669-4908-9132-8e977cdfbad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] No waiting events found dispatching network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:27 user nova-compute[75249]: WARNING nova.compute.manager [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received unexpected event network-vif-plugged-de92103a-9093-40da-baa1-8533b8adb4dc for instance with vm_state deleted and task_state None.
Nov 29 08:47:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-5bcb5765-2df9-4507-899d-95b9a35d1885 req-50dc30bf-2077-49ca-aa1e-b1add109ab38 service nova] [instance: cb2618af-6669-4908-9132-8e977cdfbad8] Received event network-vif-deleted-de92103a-9093-40da-baa1-8533b8adb4dc {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fe76a7ed-4935-45eb-a485-cc4c9260b11c tempest-ServerStableDeviceRescueTest-1933704075 tempest-ServerStableDeviceRescueTest-1933704075-project-member] Lock "cb2618af-6669-4908-9132-8e977cdfbad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.422s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:49 user nova-compute[75249]: INFO nova.compute.manager [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Terminating instance
Nov 29 08:47:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-eae722fa-093b-4dd1-96e0-7c31a6aeb0ce req-8af3d0f7-fee3-4c6c-acc7-e69fd1351a89 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-vif-unplugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-eae722fa-093b-4dd1-96e0-7c31a6aeb0ce req-8af3d0f7-fee3-4c6c-acc7-e69fd1351a89 service nova] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-eae722fa-093b-4dd1-96e0-7c31a6aeb0ce req-8af3d0f7-fee3-4c6c-acc7-e69fd1351a89 service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-eae722fa-093b-4dd1-96e0-7c31a6aeb0ce req-8af3d0f7-fee3-4c6c-acc7-e69fd1351a89 service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-eae722fa-093b-4dd1-96e0-7c31a6aeb0ce req-8af3d0f7-fee3-4c6c-acc7-e69fd1351a89 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] No waiting events found dispatching network-vif-unplugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-eae722fa-093b-4dd1-96e0-7c31a6aeb0ce req-8af3d0f7-fee3-4c6c-acc7-e69fd1351a89 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-vif-unplugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:47:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Instance destroyed successfully.
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lazy-loading 'resources' on Instance uuid fc3ebd27-4274-4b49-8029-2bf7be441c36 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1919645034',display_name='tempest-VolumesActionsTest-instance-1919645034',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1919645034',id=19,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e16a333330624100a5e6538f3c2dbf0a',ramdisk_id='',reservation_id='r-28q03ki0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-337153630',owner_user_name='tempest-VolumesActionsTest-337153630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:10Z,user_data=None,user_id='69bba13640c4451f972c081882aa0ab7',uuid=fc3ebd27-4274-4b49-8029-2bf7be441c36,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converting VIF {"id": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "address": "fa:16:3e:dd:56:91", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf601ac0e-5d", "ovs_interfaceid": "f601ac0e-5d0a-426b-b1ee-edca48172b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG os_vif [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf601ac0e-5d, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bada9d2e-4394-4cb8-9600-d696ebfcd6a3) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:50 user nova-compute[75249]: INFO os_vif [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:56:91,bridge_name='br-int',has_traffic_filtering=True,id=f601ac0e-5d0a-426b-b1ee-edca48172b97,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf601ac0e-5d')
Nov 29 08:47:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Deleting instance files /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36_del
Nov 29 08:47:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Deletion of /opt/stack/data/nova/instances/fc3ebd27-4274-4b49-8029-2bf7be441c36_del complete
Nov 29 08:47:50 user nova-compute[75249]: INFO nova.compute.manager [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 08:47:50 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:47:50 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:47:51 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Took 0.76 seconds to deallocate network for instance.
Nov 29 08:47:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-59fff569-46b5-4296-9384-66904243cac6 req-f452167c-d2ca-4980-b156-fe1d7749cc11 service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-vif-deleted-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:51 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Deleted allocations for instance fc3ebd27-4274-4b49-8029-2bf7be441c36
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-63f7e741-a12b-4d06-a856-9f3166191023 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.192s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-27383873-f121-44b5-9b5d-c878d36a6212 req-ceffce1e-b6e5-472b-8d76-619d5cf450be service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received event network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-27383873-f121-44b5-9b5d-c878d36a6212 req-ceffce1e-b6e5-472b-8d76-619d5cf450be service nova] Acquiring lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-27383873-f121-44b5-9b5d-c878d36a6212 req-ceffce1e-b6e5-472b-8d76-619d5cf450be service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-27383873-f121-44b5-9b5d-c878d36a6212 req-ceffce1e-b6e5-472b-8d76-619d5cf450be service nova] Lock "fc3ebd27-4274-4b49-8029-2bf7be441c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:47:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-27383873-f121-44b5-9b5d-c878d36a6212 req-ceffce1e-b6e5-472b-8d76-619d5cf450be service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] No waiting events found dispatching network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:47:51 user nova-compute[75249]: WARNING nova.compute.manager [req-27383873-f121-44b5-9b5d-c878d36a6212 req-ceffce1e-b6e5-472b-8d76-619d5cf450be service nova] [instance: fc3ebd27-4274-4b49-8029-2bf7be441c36] Received unexpected event network-vif-plugged-f601ac0e-5d0a-426b-b1ee-edca48172b97 for instance with vm_state deleted and task_state None.
Nov 29 08:47:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:47:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:47:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:47:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:47:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:47:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:47:59 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [{"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:47:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:47:59 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:48:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:48:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:48:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:05 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7720MB free_disk=25.43634033203125GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 9bc19584-ab24-42c5-8caa-0c6042286df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed6622fb-8e72-4ccc-9aec-542131903c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4e2faf9-1852-4c6d-93be-b56a60c8d2bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:48:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.424s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:48:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:48:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 08:48:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:48:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:48:11 user nova-compute[75249]: INFO nova.compute.manager [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Rescuing
Nov 29 08:48:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-88200a64-0247-4565-a57f-14e4b1b3c4a9 req-cc1d1261-b391-4920-b176-393719468016 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-88200a64-0247-4565-a57f-14e4b1b3c4a9 req-cc1d1261-b391-4920-b176-393719468016 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-88200a64-0247-4565-a57f-14e4b1b3c4a9 req-cc1d1261-b391-4920-b176-393719468016 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-88200a64-0247-4565-a57f-14e4b1b3c4a9 req-cc1d1261-b391-4920-b176-393719468016 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-88200a64-0247-4565-a57f-14e4b1b3c4a9 req-cc1d1261-b391-4920-b176-393719468016 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:12 user nova-compute[75249]: WARNING nova.compute.manager [req-88200a64-0247-4565-a57f-14e4b1b3c4a9 req-cc1d1261-b391-4920-b176-393719468016 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state active and task_state rescuing.
Nov 29 08:48:13 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance destroyed successfully.
Nov 29 08:48:13 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Attempting a stable device rescue
Nov 29 08:48:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75249) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 08:48:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:48:13 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Creating image(s)
Nov 29 08:48:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "/opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'trusted_certs' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "e7feeab59f01a0fbc704a3c9101e1538ee47894c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "e7feeab59f01a0fbc704a3c9101e1538ee47894c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.part --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG nova.virt.images [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] 3ea473ee-0bfc-49fd-b339-9cce63269b5e was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.part /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.part /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.converted" returned: 0 in 0.266s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-21488175-7f5f-48fb-a16f-288a3b34368a req-2a064645-d44e-4943-bd5e-647e985fc19e service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-21488175-7f5f-48fb-a16f-288a3b34368a req-2a064645-d44e-4943-bd5e-647e985fc19e service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-21488175-7f5f-48fb-a16f-288a3b34368a req-2a064645-d44e-4943-bd5e-647e985fc19e service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-21488175-7f5f-48fb-a16f-288a3b34368a req-2a064645-d44e-4943-bd5e-647e985fc19e service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-21488175-7f5f-48fb-a16f-288a3b34368a req-2a064645-d44e-4943-bd5e-647e985fc19e service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:14 user nova-compute[75249]: WARNING nova.compute.manager [req-21488175-7f5f-48fb-a16f-288a3b34368a req-2a064645-d44e-4943-bd5e-647e985fc19e service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state active and task_state rescuing.
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "e7feeab59f01a0fbc704a3c9101e1538ee47894c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.815s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "e7feeab59f01a0fbc704a3c9101e1538ee47894c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "e7feeab59f01a0fbc704a3c9101e1538ee47894c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c --force-share --output=json" returned: 0 in 0.168s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c,backing_fmt=raw /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c,backing_fmt=raw /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue" returned: 0 in 0.047s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "e7feeab59f01a0fbc704a3c9101e1538ee47894c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.223s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'migration_context' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<102bde60-e26a-45df-880c-a0674e197919> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Start _get_guest_xml network_info=[{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "vif_mac": "fa:16:3e:73:f9:f7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3ea473ee-0bfc-49fd-b339-9cce63269b5e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'e8c214cf-7c1c-49cc-b0d1-e9146bab66de', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '102bde60-e26a-45df-880c-a0674e197919', 'attached_at': '', 'detached_at': '', 'volume_id': '035622ee-5fbc-4c88-8adb-d79b77ebf634', 'serial': '035622ee-5fbc-4c88-8adb-d79b77ebf634'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'resources' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<102bde60-e26a-45df-880c-a0674e197919> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'numa_topology' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<102bde60-e26a-45df-880c-a0674e197919> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:48:15 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:15 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'vcpu_model' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<102bde60-e26a-45df-880c-a0674e197919> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:48:15 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:48:15 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:48:15 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c47855-255a-49b9-90d0-66a785346a43]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = yRxXWINd\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 08:48:15 user nova-compute[75249]: node.name = iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:48:15 user nova-compute[75249]: node.tpgt = -1
Nov 29 08:48:15 user nova-compute[75249]: node.startup = automatic
Nov 29 08:48:15 user nova-compute[75249]: node.leading_login = No
Nov 29 08:48:15 user nova-compute[75249]: iface.iscsi_ifacename = default
Nov 29 08:48:15 user nova-compute[75249]: iface.net_ifacename = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.ipaddress = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.prefix_len = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.hwaddress = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.transport_name = tcp
Nov 29 08:48:15 user nova-compute[75249]: iface.initiatorname = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.vlan_id = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.vlan_priority = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.vlan_state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.iface_num = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.mtu = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.port = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.bootproto = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.subnet_mask = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.gateway = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_alt_client_id = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_dns = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_learn_iqn = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_vendor_id_state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_vendor_id = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.dhcp_slp_da = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.fragmentation = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.gratuitous_arp = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.incoming_forwarding = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.tos_state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.tos = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.ttl = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.delayed_ack = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.tcp_nagle = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.tcp_wsf_state = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.tcp_wsf = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.tcp_timer_scale = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.tcp_timestamp = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.redirect = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.def_task_mgmt_timeout = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.header_digest = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.data_digest = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.immediate_data = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.initial_r2t = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.data_seq_inorder = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.data_pdu_inorder = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.erl = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.max_receive_data_len = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.first_burst_len = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.max_outstanding_r2t = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.max_burst_len = 0
Nov 29 08:48:15 user nova-compute[75249]: iface.chap_auth = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.bidi_chap = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.strict_login_compliance = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.discovery_auth = <empty>
Nov 29 08:48:15 user nova-compute[75249]: iface.discovery_logout = <empty>
Nov 29 08:48:15 user nova-compute[75249]: node.discovery_address = <empty>
Nov 29 08:48:15 user nova-compute[75249]: node.discovery_port = 0
Nov 29 08:48:15 user nova-compute[75249]: node.discovery_type = static
Nov 29 08:48:15 user nova-compute[75249]: node.session.initial_cmdsn = 0
Nov 29 08:48:15 user nova-compute[75249]: node.session.initial_login_retry_max = 8
Nov 29 08:48:15 user nova-compute[75249]: node.session.xmit_thread_priority = -20
Nov 29 08:48:15 user nova-compute[75249]: node.session.cmds_max = 128
Nov 29 08:48:15 user nova-compute[75249]: node.session.queue_depth = 32
Nov 29 08:48:15 user nova-compute[75249]: node.session.nr_sessions = 1
Nov 29 08:48:15 user nova-compute[75249]: node.session.auth.authmethod = CHAP
Nov 29 08:48:15 user nova-compute[75249]: node.session.auth.username = yRxXWINd
Nov 29 08:48:15 user nova-compute[75249]: node.session.auth.password = ***
Nov 29 08:48:15 user nova-compute[75249]: node.session.auth.username_in = <empty>
Nov 29 08:48:15 user nova-compute[75249]: node.session.auth.password_in = <empty>
Nov 29 08:48:15 user nova-compute[75249]: node.session.auth.chap_algs = MD5
Nov 29 08:48:15 user nova-compute[75249]: node.session.timeo.replacement_timeout = 120
Nov 29 08:48:15 user nova-compute[75249]: node.session.err_timeo.abort_timeout = 15
Nov 29 08:48:15 user nova-compute[75249]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 08:48:15 user nova-compute[75249]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 08:48:15 user nova-compute[75249]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.FastAbort = Yes
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.InitialR2T = No
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.ImmediateData = Yes
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.MaxConnections = 1
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 08:48:15 user nova-compute[75249]: node.session.iscsi.ERL = 0
Nov 29 08:48:15 user nova-compute[75249]: node.session.scan = manual
Nov 29 08:48:15 user nova-compute[75249]: node.session.reopen_max = 0
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].address = 172.16.0.220
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].port = 3260
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].startup = manual
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].tcp.window_size = 524288
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].tcp.type_of_service = 0
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].timeo.logout_timeout = 15
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].timeo.login_timeout = 15
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].timeo.auth_timeout = 45
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].iscsi.DataDigest = None
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].iscsi.IFMarker = No
Nov 29 08:48:15 user nova-compute[75249]: node.conn[0].iscsi.OFMarker = No
Nov 29 08:48:15 user nova-compute[75249]: # END RECORD
Nov 29 08:48:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ed1c0b-dc8e-4a4b-b9b0-5ed9cf556b55]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbe3ce81-63ff-44df-af00-5d54f8bb69d2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yRxXWINd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yRxXWINd" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebf03f88-4d22-493b-bdad-2e0cfcd62026]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yRxXWINd'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc986eb-e0f1-480a-be9a-83a4d0fabab9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a1908b-0218-4ba3-a814-f70141c67570]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:15 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.163s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] HCTL ('36', '0', '0', 0) found on session 21 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fffc8cea-24e9-4b76-9ddf-ff419ed3950f]: (4, ('0 0 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching for a device in session 21 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.188s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== connect_volume: return (189ms) {'type': 'block', 'scsi_wwn': '26631393161376461', 'path': '/dev/sde'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631393161376461', 'path': '/dev/sde'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-765738004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-765738004',id=21,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-jw686b80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:46:43Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=102bde60-e26a-45df-880c-a0674e197919,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "vif_mac": "fa:16:3e:73:f9:f7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "vif_mac": "fa:16:3e:73:f9:f7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'pci_devices' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.objects.base [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<102bde60-e26a-45df-880c-a0674e197919> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:48:15 user nova-compute[75249]:   <uuid>102bde60-e26a-45df-880c-a0674e197919</uuid>
Nov 29 08:48:15 user nova-compute[75249]:   <name>instance-00000015</name>
Nov 29 08:48:15 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:48:15 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:48:15 user nova-compute[75249]:   <metadata>
Nov 29 08:48:15 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:48:15 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:48:15 user nova-compute[75249]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-765738004</nova:name>
Nov 29 08:48:15 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:48:15</nova:creationTime>
Nov 29 08:48:15 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:48:15 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:48:15 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:48:15 user nova-compute[75249]:       <nova:owner>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:user uuid="6d2825c6d64440be860bb95c92faea38">tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member</nova:user>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:project uuid="782939fa1f2648eb8b0e8ec8c26ccc30">tempest-ServerBootFromVolumeStableRescueTest-805179477</nova:project>
Nov 29 08:48:15 user nova-compute[75249]:       </nova:owner>
Nov 29 08:48:15 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:48:15 user nova-compute[75249]:       <nova:ports>
Nov 29 08:48:15 user nova-compute[75249]:         <nova:port uuid="64913e9a-00eb-4530-a944-c96c7994d733">
Nov 29 08:48:15 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 08:48:15 user nova-compute[75249]:         </nova:port>
Nov 29 08:48:15 user nova-compute[75249]:       </nova:ports>
Nov 29 08:48:15 user nova-compute[75249]:     </nova:instance>
Nov 29 08:48:15 user nova-compute[75249]:   </metadata>
Nov 29 08:48:15 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:48:15 user nova-compute[75249]:     <system>
Nov 29 08:48:15 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:48:15 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:48:15 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:48:15 user nova-compute[75249]:       <entry name="serial">102bde60-e26a-45df-880c-a0674e197919</entry>
Nov 29 08:48:15 user nova-compute[75249]:       <entry name="uuid">102bde60-e26a-45df-880c-a0674e197919</entry>
Nov 29 08:48:15 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:48:15 user nova-compute[75249]:     </system>
Nov 29 08:48:15 user nova-compute[75249]:   </sysinfo>
Nov 29 08:48:15 user nova-compute[75249]:   <os>
Nov 29 08:48:15 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:48:15 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:48:15 user nova-compute[75249]:   </os>
Nov 29 08:48:15 user nova-compute[75249]:   <features>
Nov 29 08:48:15 user nova-compute[75249]:     <acpi/>
Nov 29 08:48:15 user nova-compute[75249]:     <apic/>
Nov 29 08:48:15 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:48:15 user nova-compute[75249]:   </features>
Nov 29 08:48:15 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:48:15 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:48:15 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:48:15 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:48:15 user nova-compute[75249]:   </clock>
Nov 29 08:48:15 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:48:15 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:48:15 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:48:15 user nova-compute[75249]:   </cpu>
Nov 29 08:48:15 user nova-compute[75249]:   <devices>
Nov 29 08:48:15 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:48:15 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:48:15 user nova-compute[75249]:       <source dev="/dev/sde"/>
Nov 29 08:48:15 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:48:15 user nova-compute[75249]:       <serial>035622ee-5fbc-4c88-8adb-d79b77ebf634</serial>
Nov 29 08:48:15 user nova-compute[75249]:     </disk>
Nov 29 08:48:15 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:48:15 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:48:15 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue"/>
Nov 29 08:48:15 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:48:15 user nova-compute[75249]:       <boot order="1"/>
Nov 29 08:48:15 user nova-compute[75249]:     </disk>
Nov 29 08:48:15 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:48:15 user nova-compute[75249]:       <mac address="fa:16:3e:73:f9:f7"/>
Nov 29 08:48:15 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:15 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:48:15 user nova-compute[75249]:       <target dev="tap64913e9a-00"/>
Nov 29 08:48:15 user nova-compute[75249]:     </interface>
Nov 29 08:48:15 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:48:15 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/console.log" append="off"/>
Nov 29 08:48:15 user nova-compute[75249]:     </serial>
Nov 29 08:48:15 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:48:15 user nova-compute[75249]:     <video>
Nov 29 08:48:15 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:15 user nova-compute[75249]:     </video>
Nov 29 08:48:15 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:48:15 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:48:15 user nova-compute[75249]:     </rng>
Nov 29 08:48:15 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:48:15 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:48:15 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:48:15 user nova-compute[75249]:     </memballoon>
Nov 29 08:48:15 user nova-compute[75249]:   </devices>
Nov 29 08:48:15 user nova-compute[75249]: </domain>
Nov 29 08:48:15 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:48:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance destroyed successfully.
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:48:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No VIF found with MAC fa:16:3e:73:f9:f7, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab922472-1f2d-4afc-97bb-9d848d11451e req-06c342a6-e8a0-4373-8eaf-2e27e2fe25b2 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab922472-1f2d-4afc-97bb-9d848d11451e req-06c342a6-e8a0-4373-8eaf-2e27e2fe25b2 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab922472-1f2d-4afc-97bb-9d848d11451e req-06c342a6-e8a0-4373-8eaf-2e27e2fe25b2 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ab922472-1f2d-4afc-97bb-9d848d11451e req-06c342a6-e8a0-4373-8eaf-2e27e2fe25b2 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-ab922472-1f2d-4afc-97bb-9d848d11451e req-06c342a6-e8a0-4373-8eaf-2e27e2fe25b2 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:17 user nova-compute[75249]: WARNING nova.compute.manager [req-ab922472-1f2d-4afc-97bb-9d848d11451e req-06c342a6-e8a0-4373-8eaf-2e27e2fe25b2 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state active and task_state rescuing.
Nov 29 08:48:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-225e6145-551a-428a-b542-618439ab2edb tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:48:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-01f94200-2973-4323-a11f-472ee51e9a45 req-e1a44772-e2e8-4a67-a429-1a39df8bda5b service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01f94200-2973-4323-a11f-472ee51e9a45 req-e1a44772-e2e8-4a67-a429-1a39df8bda5b service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01f94200-2973-4323-a11f-472ee51e9a45 req-e1a44772-e2e8-4a67-a429-1a39df8bda5b service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01f94200-2973-4323-a11f-472ee51e9a45 req-e1a44772-e2e8-4a67-a429-1a39df8bda5b service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-01f94200-2973-4323-a11f-472ee51e9a45 req-e1a44772-e2e8-4a67-a429-1a39df8bda5b service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:19 user nova-compute[75249]: WARNING nova.compute.manager [req-01f94200-2973-4323-a11f-472ee51e9a45 req-e1a44772-e2e8-4a67-a429-1a39df8bda5b service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state rescued and task_state None.
Nov 29 08:48:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:48:37 user nova-compute[75249]: INFO nova.compute.claims [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Claim successful on node user
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:48:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.policy [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d09b7c7ceb2410793773071e4035dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88d8cfe314254e9798a26e172ca79ab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:48:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Creating image(s)
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:48:38 user nova-compute[75249]: INFO nova.compute.claims [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Claim successful on node user
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.202s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk 1073741824" returned: 0 in 0.069s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Successfully created port: 8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Checking if we can resize image /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Cannot resize image /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Ensure instance console log exists: /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing instance network info cache due to event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.network.neutron [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.663s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:48:39 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:48:39 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Creating image(s)
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.policy [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d09b7c7ceb2410793773071e4035dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88d8cfe314254e9798a26e172ca79ab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Successfully updated port: 8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-changed-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Refreshing instance network info cache due to event network-changed-8e169b25-d221-4974-9712-835ce6851507. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] Acquiring lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.241s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk 1073741824" returned: 0 in 0.072s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:48:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updated VIF entry in instance network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8727b38c-4fac-42bd-9a4f-550a4f000b4e req-833f5021-ce32-4898-8d8f-81fea6d2d85a service nova] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance network_info: |[{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] Acquired lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Refreshing network info cache for port 8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Start _get_guest_xml network_info=[{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:48:40 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:40 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121249582',display_name='tempest-ServerRescueNegativeTestJSON-server-2121249582',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121249582',id=23,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-dg7r7cuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:38Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=34c3cce5-2f50-4f55-ba69-ae045b526a53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'pci_devices' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:48:40 user nova-compute[75249]:   <uuid>34c3cce5-2f50-4f55-ba69-ae045b526a53</uuid>
Nov 29 08:48:40 user nova-compute[75249]:   <name>instance-00000017</name>
Nov 29 08:48:40 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:48:40 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:48:40 user nova-compute[75249]:   <metadata>
Nov 29 08:48:40 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:48:40 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:48:40 user nova-compute[75249]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2121249582</nova:name>
Nov 29 08:48:40 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:48:40</nova:creationTime>
Nov 29 08:48:40 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:48:40 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:48:40 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:48:40 user nova-compute[75249]:       <nova:owner>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:user uuid="2d09b7c7ceb2410793773071e4035dbd">tempest-ServerRescueNegativeTestJSON-459233852-project-member</nova:user>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:project uuid="88d8cfe314254e9798a26e172ca79ab9">tempest-ServerRescueNegativeTestJSON-459233852</nova:project>
Nov 29 08:48:40 user nova-compute[75249]:       </nova:owner>
Nov 29 08:48:40 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:48:40 user nova-compute[75249]:       <nova:ports>
Nov 29 08:48:40 user nova-compute[75249]:         <nova:port uuid="8e169b25-d221-4974-9712-835ce6851507">
Nov 29 08:48:40 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 08:48:40 user nova-compute[75249]:         </nova:port>
Nov 29 08:48:40 user nova-compute[75249]:       </nova:ports>
Nov 29 08:48:40 user nova-compute[75249]:     </nova:instance>
Nov 29 08:48:40 user nova-compute[75249]:   </metadata>
Nov 29 08:48:40 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:48:40 user nova-compute[75249]:     <system>
Nov 29 08:48:40 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:48:40 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:48:40 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:48:40 user nova-compute[75249]:       <entry name="serial">34c3cce5-2f50-4f55-ba69-ae045b526a53</entry>
Nov 29 08:48:40 user nova-compute[75249]:       <entry name="uuid">34c3cce5-2f50-4f55-ba69-ae045b526a53</entry>
Nov 29 08:48:40 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:48:40 user nova-compute[75249]:     </system>
Nov 29 08:48:40 user nova-compute[75249]:   </sysinfo>
Nov 29 08:48:40 user nova-compute[75249]:   <os>
Nov 29 08:48:40 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:48:40 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:48:40 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:48:40 user nova-compute[75249]:   </os>
Nov 29 08:48:40 user nova-compute[75249]:   <features>
Nov 29 08:48:40 user nova-compute[75249]:     <acpi/>
Nov 29 08:48:40 user nova-compute[75249]:     <apic/>
Nov 29 08:48:40 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:48:40 user nova-compute[75249]:   </features>
Nov 29 08:48:40 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:48:40 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:48:40 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:48:40 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:48:40 user nova-compute[75249]:   </clock>
Nov 29 08:48:40 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:48:40 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:48:40 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:48:40 user nova-compute[75249]:   </cpu>
Nov 29 08:48:40 user nova-compute[75249]:   <devices>
Nov 29 08:48:40 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:48:40 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:48:40 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk"/>
Nov 29 08:48:40 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:48:40 user nova-compute[75249]:     </disk>
Nov 29 08:48:40 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:48:40 user nova-compute[75249]:       <mac address="fa:16:3e:01:46:c2"/>
Nov 29 08:48:40 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:40 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:48:40 user nova-compute[75249]:       <target dev="tap8e169b25-d2"/>
Nov 29 08:48:40 user nova-compute[75249]:     </interface>
Nov 29 08:48:40 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:48:40 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/console.log" append="off"/>
Nov 29 08:48:40 user nova-compute[75249]:     </serial>
Nov 29 08:48:40 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:48:40 user nova-compute[75249]:     <video>
Nov 29 08:48:40 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:40 user nova-compute[75249]:     </video>
Nov 29 08:48:40 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:48:40 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:48:40 user nova-compute[75249]:     </rng>
Nov 29 08:48:40 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:48:40 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:48:40 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:48:40 user nova-compute[75249]:     </memballoon>
Nov 29 08:48:40 user nova-compute[75249]:   </devices>
Nov 29 08:48:40 user nova-compute[75249]: </domain>
Nov 29 08:48:40 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121249582',display_name='tempest-ServerRescueNegativeTestJSON-server-2121249582',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121249582',id=23,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-dg7r7cuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:38Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=34c3cce5-2f50-4f55-ba69-ae045b526a53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG os_vif [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e2a55d1-1e3a-5ffe-95bb-b421dadf3889', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Cannot resize image /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Ensure instance console log exists: /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8e169b25-d2, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8e169b25-d2, col_values=(('qos', UUID('6a513938-3c11-4b99-b6e2-1bfd2e7090d1')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8e169b25-d2, col_values=(('external_ids', {'iface-id': '8e169b25-d221-4974-9712-835ce6851507', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:46:c2', 'vm-uuid': '34c3cce5-2f50-4f55-ba69-ae045b526a53'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:40 user nova-compute[75249]: INFO os_vif [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2')
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:01:46:c2, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Successfully created port: 7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updated VIF entry in instance network info cache for port 8e169b25-d221-4974-9712-835ce6851507. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7d76ead3-13ba-45be-86a1-55268878a2cc req-6152e6e1-0899-45e5-b34f-3afbb95e794d service nova] Releasing lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing instance network info cache due to event network-changed-f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] Acquiring lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] Acquired lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Refreshing network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:40 user nova-compute[75249]: INFO nova.compute.manager [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Detaching volume 25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:48:41 user nova-compute[75249]: INFO nova.virt.block_device [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Attempting to driver detach volume 25e63524-13ba-4fd3-a215-9e26d6546dec from mountpoint /dev/vdb
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Attempting to detach device vdb from instance 9bc19584-ab24-42c5-8caa-0c6042286df2 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:48:41 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:48:41 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:48:41 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:48:41 user nova-compute[75249]:   <serial>25e63524-13ba-4fd3-a215-9e26d6546dec</serial>
Nov 29 08:48:41 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 08:48:41 user nova-compute[75249]: </disk>
Nov 29 08:48:41 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:48:41 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully detached device vdb from instance 9bc19584-ab24-42c5-8caa-0c6042286df2 from the persistent domain config.
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9bc19584-ab24-42c5-8caa-0c6042286df2 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:48:41 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:48:41 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:48:41 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:48:41 user nova-compute[75249]:   <serial>25e63524-13ba-4fd3-a215-9e26d6546dec</serial>
Nov 29 08:48:41 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 08:48:41 user nova-compute[75249]: </disk>
Nov 29 08:48:41 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Successfully updated port: 7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-changed-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Refreshing instance network info cache due to event network-changed-7adb3163-cb11-4ab2-94a5-7de20bc8b645. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] Acquiring lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:48:41 user nova-compute[75249]: INFO nova.compute.claims [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Claim successful on node user
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.neutron [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updated VIF entry in instance network info cache for port f83663cd-1d2f-411e-b9a9-60558b1ff879. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [{"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-54e731ec-ce91-4793-9db5-6975e76f13cc req-aae74d65-63f0-42d9-8f80-e60a0e863f27 service nova] Releasing lock "refresh_cache-9bc19584-ab24-42c5-8caa-0c6042286df2" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.650s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:48:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.neutron [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updating instance_info_cache with network_info: [{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance network_info: |[{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] Acquired lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Refreshing network info cache for port 7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Start _get_guest_xml network_info=[{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:48:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1152679374',display_name='tempest-ServerRescueNegativeTestJSON-server-1152679374',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1152679374',id=24,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-cpe23bgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:39Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=7aa25dcb-16e7-45c5-9645-b58d95a130b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.objects.instance [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'pci_devices' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.policy [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69bba13640c4451f972c081882aa0ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16a333330624100a5e6538f3c2dbf0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:48:42 user nova-compute[75249]:   <uuid>7aa25dcb-16e7-45c5-9645-b58d95a130b0</uuid>
Nov 29 08:48:42 user nova-compute[75249]:   <name>instance-00000018</name>
Nov 29 08:48:42 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:48:42 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:48:42 user nova-compute[75249]:   <metadata>
Nov 29 08:48:42 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:48:42 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:48:42 user nova-compute[75249]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1152679374</nova:name>
Nov 29 08:48:42 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:48:42</nova:creationTime>
Nov 29 08:48:42 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:48:42 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:48:42 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:48:42 user nova-compute[75249]:       <nova:owner>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:user uuid="2d09b7c7ceb2410793773071e4035dbd">tempest-ServerRescueNegativeTestJSON-459233852-project-member</nova:user>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:project uuid="88d8cfe314254e9798a26e172ca79ab9">tempest-ServerRescueNegativeTestJSON-459233852</nova:project>
Nov 29 08:48:42 user nova-compute[75249]:       </nova:owner>
Nov 29 08:48:42 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:48:42 user nova-compute[75249]:       <nova:ports>
Nov 29 08:48:42 user nova-compute[75249]:         <nova:port uuid="7adb3163-cb11-4ab2-94a5-7de20bc8b645">
Nov 29 08:48:42 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 08:48:42 user nova-compute[75249]:         </nova:port>
Nov 29 08:48:42 user nova-compute[75249]:       </nova:ports>
Nov 29 08:48:42 user nova-compute[75249]:     </nova:instance>
Nov 29 08:48:42 user nova-compute[75249]:   </metadata>
Nov 29 08:48:42 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:48:42 user nova-compute[75249]:     <system>
Nov 29 08:48:42 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:48:42 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:48:42 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:48:42 user nova-compute[75249]:       <entry name="serial">7aa25dcb-16e7-45c5-9645-b58d95a130b0</entry>
Nov 29 08:48:42 user nova-compute[75249]:       <entry name="uuid">7aa25dcb-16e7-45c5-9645-b58d95a130b0</entry>
Nov 29 08:48:42 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:48:42 user nova-compute[75249]:     </system>
Nov 29 08:48:42 user nova-compute[75249]:   </sysinfo>
Nov 29 08:48:42 user nova-compute[75249]:   <os>
Nov 29 08:48:42 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:48:42 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:48:42 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:48:42 user nova-compute[75249]:   </os>
Nov 29 08:48:42 user nova-compute[75249]:   <features>
Nov 29 08:48:42 user nova-compute[75249]:     <acpi/>
Nov 29 08:48:42 user nova-compute[75249]:     <apic/>
Nov 29 08:48:42 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:48:42 user nova-compute[75249]:   </features>
Nov 29 08:48:42 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:48:42 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:48:42 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:48:42 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:48:42 user nova-compute[75249]:   </clock>
Nov 29 08:48:42 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:48:42 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:48:42 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:48:42 user nova-compute[75249]:   </cpu>
Nov 29 08:48:42 user nova-compute[75249]:   <devices>
Nov 29 08:48:42 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:48:42 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:48:42 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk"/>
Nov 29 08:48:42 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:48:42 user nova-compute[75249]:     </disk>
Nov 29 08:48:42 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:48:42 user nova-compute[75249]:       <mac address="fa:16:3e:2f:75:87"/>
Nov 29 08:48:42 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:42 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:48:42 user nova-compute[75249]:       <target dev="tap7adb3163-cb"/>
Nov 29 08:48:42 user nova-compute[75249]:     </interface>
Nov 29 08:48:42 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:48:42 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/console.log" append="off"/>
Nov 29 08:48:42 user nova-compute[75249]:     </serial>
Nov 29 08:48:42 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:48:42 user nova-compute[75249]:     <video>
Nov 29 08:48:42 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:42 user nova-compute[75249]:     </video>
Nov 29 08:48:42 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:48:42 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:48:42 user nova-compute[75249]:     </rng>
Nov 29 08:48:42 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:48:42 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:48:42 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:48:42 user nova-compute[75249]:     </memballoon>
Nov 29 08:48:42 user nova-compute[75249]:   </devices>
Nov 29 08:48:42 user nova-compute[75249]: </domain>
Nov 29 08:48:42 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1152679374',display_name='tempest-ServerRescueNegativeTestJSON-server-1152679374',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1152679374',id=24,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-cpe23bgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:39Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=7aa25dcb-16e7-45c5-9645-b58d95a130b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG os_vif [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4246a8e1-cf19-5acf-84c4-19f35d4d25b0', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7adb3163-cb, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7adb3163-cb, col_values=(('qos', UUID('7fc26943-6983-47da-9f1f-53f9f4d91ddf')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7adb3163-cb, col_values=(('external_ids', {'iface-id': '7adb3163-cb11-4ab2-94a5-7de20bc8b645', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2f:75:87', 'vm-uuid': '7aa25dcb-16e7-45c5-9645-b58d95a130b0'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:48:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Creating image(s)
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "/opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "/opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "/opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:42 user nova-compute[75249]: INFO os_vif [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb')
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:2f:75:87, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.204s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk 1073741824" returned: 0 in 0.057s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Cannot resize image /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Ensure instance console log exists: /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.network.neutron [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updated VIF entry in instance network info cache for port 7adb3163-cb11-4ab2-94a5-7de20bc8b645. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.network.neutron [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updating instance_info_cache with network_info: [{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-afffddb1-d1ad-4c5a-b598-0dfd83cce620 req-9a3f9059-cd2a-4b79-a6a9-2e72a9efc5ae service nova] Releasing lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:43 user nova-compute[75249]: WARNING nova.compute.manager [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state building and task_state spawning.
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:43 user nova-compute[75249]: WARNING nova.compute.manager [req-ad4eae90-c67c-470f-8ba3-7da87809cd1f req-4a1b8200-688d-4ab1-bbb9-bce95f184b30 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state building and task_state spawning.
Nov 29 08:48:43 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Successfully created port: 89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:48:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance spawned successfully.
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Successfully updated port: 89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "refresh_cache-3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquired lock "refresh_cache-3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:44 user nova-compute[75249]: INFO nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Took 6.88 seconds to spawn the instance on the hypervisor.
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:48:44 user nova-compute[75249]: INFO nova.compute.claims [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Claim successful on node user
Nov 29 08:48:44 user nova-compute[75249]: INFO nova.compute.manager [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Took 7.97 seconds to build instance.
Nov 29 08:48:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0739b19f-5857-4c59-bb82-4d414b41f9cf tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.087s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.657s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Updating instance_info_cache with network_info: [{"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Releasing lock "refresh_cache-3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Instance network_info: |[{"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Start _get_guest_xml network_info=[{"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:48:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1303921668',display_name='tempest-VolumesActionsTest-instance-1303921668',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1303921668',id=25,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e16a333330624100a5e6538f3c2dbf0a',ramdisk_id='',reservation_id='r-q82f0spa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-337153630',owner_user_name='tempest-VolumesActionsTest-337153630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:43Z,user_data=None,user_id='69bba13640c4451f972c081882aa0ab7',uuid=3f29f92f-13de-4eb8-87b8-e33d87b8ac4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converting VIF {"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lazy-loading 'pci_devices' on Instance uuid 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:48:45 user nova-compute[75249]:   <uuid>3f29f92f-13de-4eb8-87b8-e33d87b8ac4e</uuid>
Nov 29 08:48:45 user nova-compute[75249]:   <name>instance-00000019</name>
Nov 29 08:48:45 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:48:45 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:48:45 user nova-compute[75249]:   <metadata>
Nov 29 08:48:45 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:48:45 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:48:45 user nova-compute[75249]:       <nova:name>tempest-VolumesActionsTest-instance-1303921668</nova:name>
Nov 29 08:48:45 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:48:45</nova:creationTime>
Nov 29 08:48:45 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:48:45 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:48:45 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:48:45 user nova-compute[75249]:       <nova:owner>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:user uuid="69bba13640c4451f972c081882aa0ab7">tempest-VolumesActionsTest-337153630-project-member</nova:user>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:project uuid="e16a333330624100a5e6538f3c2dbf0a">tempest-VolumesActionsTest-337153630</nova:project>
Nov 29 08:48:45 user nova-compute[75249]:       </nova:owner>
Nov 29 08:48:45 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:48:45 user nova-compute[75249]:       <nova:ports>
Nov 29 08:48:45 user nova-compute[75249]:         <nova:port uuid="89c5120e-dad1-4f5d-ad07-50ab175a767d">
Nov 29 08:48:45 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 08:48:45 user nova-compute[75249]:         </nova:port>
Nov 29 08:48:45 user nova-compute[75249]:       </nova:ports>
Nov 29 08:48:45 user nova-compute[75249]:     </nova:instance>
Nov 29 08:48:45 user nova-compute[75249]:   </metadata>
Nov 29 08:48:45 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:48:45 user nova-compute[75249]:     <system>
Nov 29 08:48:45 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:48:45 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:48:45 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:48:45 user nova-compute[75249]:       <entry name="serial">3f29f92f-13de-4eb8-87b8-e33d87b8ac4e</entry>
Nov 29 08:48:45 user nova-compute[75249]:       <entry name="uuid">3f29f92f-13de-4eb8-87b8-e33d87b8ac4e</entry>
Nov 29 08:48:45 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:48:45 user nova-compute[75249]:     </system>
Nov 29 08:48:45 user nova-compute[75249]:   </sysinfo>
Nov 29 08:48:45 user nova-compute[75249]:   <os>
Nov 29 08:48:45 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:48:45 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:48:45 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:48:45 user nova-compute[75249]:   </os>
Nov 29 08:48:45 user nova-compute[75249]:   <features>
Nov 29 08:48:45 user nova-compute[75249]:     <acpi/>
Nov 29 08:48:45 user nova-compute[75249]:     <apic/>
Nov 29 08:48:45 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:48:45 user nova-compute[75249]:   </features>
Nov 29 08:48:45 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:48:45 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:48:45 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:48:45 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:48:45 user nova-compute[75249]:   </clock>
Nov 29 08:48:45 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:48:45 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:48:45 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:48:45 user nova-compute[75249]:   </cpu>
Nov 29 08:48:45 user nova-compute[75249]:   <devices>
Nov 29 08:48:45 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:48:45 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:48:45 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk"/>
Nov 29 08:48:45 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:48:45 user nova-compute[75249]:     </disk>
Nov 29 08:48:45 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:48:45 user nova-compute[75249]:       <mac address="fa:16:3e:b8:02:c7"/>
Nov 29 08:48:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:45 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:48:45 user nova-compute[75249]:       <target dev="tap89c5120e-da"/>
Nov 29 08:48:45 user nova-compute[75249]:     </interface>
Nov 29 08:48:45 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:48:45 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/console.log" append="off"/>
Nov 29 08:48:45 user nova-compute[75249]:     </serial>
Nov 29 08:48:45 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:48:45 user nova-compute[75249]:     <video>
Nov 29 08:48:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:45 user nova-compute[75249]:     </video>
Nov 29 08:48:45 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:48:45 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:48:45 user nova-compute[75249]:     </rng>
Nov 29 08:48:45 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:48:45 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:48:45 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:48:45 user nova-compute[75249]:     </memballoon>
Nov 29 08:48:45 user nova-compute[75249]:   </devices>
Nov 29 08:48:45 user nova-compute[75249]: </domain>
Nov 29 08:48:45 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1303921668',display_name='tempest-VolumesActionsTest-instance-1303921668',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1303921668',id=25,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e16a333330624100a5e6538f3c2dbf0a',ramdisk_id='',reservation_id='r-q82f0spa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-337153630',owner_user_name='tempest-VolumesActionsTest-337153630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:43Z,user_data=None,user_id='69bba13640c4451f972c081882aa0ab7',uuid=3f29f92f-13de-4eb8-87b8-e33d87b8ac4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converting VIF {"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG os_vif [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f041423-7539-57f5-b59f-1bd5d4f3c009', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: INFO nova.compute.manager [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Terminating instance
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap89c5120e-da, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap89c5120e-da, col_values=(('qos', UUID('6f9e8e25-22d9-485d-bef3-68c56c17fde7')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap89c5120e-da, col_values=(('external_ids', {'iface-id': '89c5120e-dad1-4f5d-ad07-50ab175a767d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:02:c7', 'vm-uuid': '3f29f92f-13de-4eb8-87b8-e33d87b8ac4e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.policy [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fedc6314ef34d23a0f59e54ec13bc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aec7e57ec0a460c8681eab59b032d61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:45 user nova-compute[75249]: INFO os_vif [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da')
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-changed-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Refreshing instance network info cache due to event network-changed-89c5120e-dad1-4f5d-ad07-50ab175a767d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Acquiring lock "refresh_cache-3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Acquired lock "refresh_cache-3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Refreshing network info cache for port 89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:48:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Creating image(s)
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "/opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "/opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "/opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] No VIF found with MAC fa:16:3e:b8:02:c7, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.278s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-96647606-a337-48c3-9fa9-98d17a35d8e1 req-eb53f0df-bc3a-454d-8630-a21cf171e6e7 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-unplugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-96647606-a337-48c3-9fa9-98d17a35d8e1 req-eb53f0df-bc3a-454d-8630-a21cf171e6e7 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-96647606-a337-48c3-9fa9-98d17a35d8e1 req-eb53f0df-bc3a-454d-8630-a21cf171e6e7 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-96647606-a337-48c3-9fa9-98d17a35d8e1 req-eb53f0df-bc3a-454d-8630-a21cf171e6e7 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-96647606-a337-48c3-9fa9-98d17a35d8e1 req-eb53f0df-bc3a-454d-8630-a21cf171e6e7 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-unplugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-96647606-a337-48c3-9fa9-98d17a35d8e1 req-eb53f0df-bc3a-454d-8630-a21cf171e6e7 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-unplugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.271s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk 1073741824" returned: 0 in 0.106s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.385s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.226s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Checking if we can resize image /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Updated VIF entry in instance network info cache for port 89c5120e-dad1-4f5d-ad07-50ab175a767d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Updating instance_info_cache with network_info: [{"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Releasing lock "refresh_cache-3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:47 user nova-compute[75249]: WARNING nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state building and task_state spawning.
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:47 user nova-compute[75249]: WARNING nova.compute.manager [req-243af6d8-4daa-4519-8b2a-278fa4e4c71b req-5c403f9d-fd6d-4a23-880f-232b42fb1c4a service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state building and task_state spawning.
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.301s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Cannot resize image /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Ensure instance console log exists: /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:48:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance spawned successfully.
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: INFO nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Took 8.45 seconds to spawn the instance on the hypervisor.
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Successfully created port: a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:48:47 user nova-compute[75249]: INFO nova.compute.manager [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Took 9.58 seconds to build instance.
Nov 29 08:48:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Instance destroyed successfully.
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.objects.instance [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lazy-loading 'resources' on Instance uuid d4e2faf9-1852-4c6d-93be-b56a60c8d2bb {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-922421269',display_name='tempest-ServersNegativeTestJSON-server-922421269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-922421269',id=22,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:47:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1eabe7db5704664bf5545cc9c5f9e16',ramdisk_id='',reservation_id='r-dsmr4ej4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1817154891',owner_user_name='tempest-ServersNegativeTestJSON-1817154891-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:47:03Z,user_data=None,user_id='b25ac13ea7d141ebb811a7d00a83a52c',uuid=d4e2faf9-1852-4c6d-93be-b56a60c8d2bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converting VIF {"id": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "address": "fa:16:3e:79:c8:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap886b1a3c-fe", "ovs_interfaceid": "886b1a3c-fe33-4254-8dd9-83c2d89199d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG os_vif [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-03ac9bf5-c493-4070-91c6-1996a343c261 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.768s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap886b1a3c-fe, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4574164b-ea2e-4c01-85ac-798e0e742952) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:47 user nova-compute[75249]: INFO os_vif [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:c8:4f,bridge_name='br-int',has_traffic_filtering=True,id=886b1a3c-fe33-4254-8dd9-83c2d89199d2,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap886b1a3c-fe')
Nov 29 08:48:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Deleting instance files /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb_del
Nov 29 08:48:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Deletion of /opt/stack/data/nova/instances/d4e2faf9-1852-4c6d-93be-b56a60c8d2bb_del complete
Nov 29 08:48:48 user nova-compute[75249]: INFO nova.compute.manager [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Took 2.24 seconds to destroy the instance on the hypervisor.
Nov 29 08:48:48 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-changed-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing instance network info cache due to event network-changed-09e0e6cc-5f54-40b3-8ffc-b781c71fb557. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquired lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG nova.network.neutron [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Refreshing network info cache for port 09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updated VIF entry in instance network info cache for port 09e0e6cc-5f54-40b3-8ffc-b781c71fb557. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:49 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Took 1.36 seconds to deallocate network for instance.
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a103c9d5-fa2a-4e9e-aa31-9833b76d6679 req-4b4dbca0-ffa5-4a0d-ba46-9116197c9e4b service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-deleted-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Releasing lock "refresh_cache-ed6622fb-8e72-4ccc-9aec-542131903c3e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:49 user nova-compute[75249]: WARNING nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received unexpected event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with vm_state active and task_state deleting.
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:49 user nova-compute[75249]: WARNING nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received unexpected event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with vm_state active and task_state deleting.
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:49 user nova-compute[75249]: WARNING nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received unexpected event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with vm_state active and task_state deleting.
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-unplugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-unplugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-unplugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] No waiting events found dispatching network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:49 user nova-compute[75249]: WARNING nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: d4e2faf9-1852-4c6d-93be-b56a60c8d2bb] Received unexpected event network-vif-plugged-886b1a3c-fe33-4254-8dd9-83c2d89199d2 for instance with vm_state active and task_state deleting.
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] No waiting events found dispatching network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:49 user nova-compute[75249]: WARNING nova.compute.manager [req-a046cde0-2759-4bc7-ab23-cbb16a880d19 req-8a751a62-984b-44ab-8a64-10cc8447d285 service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received unexpected event network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d for instance with vm_state building and task_state spawning.
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Successfully updated port: a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquired lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:48:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating instance_info_cache with network_info: [{"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Releasing lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Instance network_info: |[{"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Start _get_guest_xml network_info=[{"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:50 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:50 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1246113446',display_name='tempest-SnapshotDataIntegrityTests-server-1246113446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1246113446',id=26,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD8EkAHTLvqVcR77RExN+oANB8Np5hFDggj0kAE4FYV+RF0q84MavjlsfgytWJa0zV/1p8TsJPBANPaASg04cCLlaADUKQ8cfJ41T6wQY/EYUe01bUDaj2j82Hs7/NtYvw==',key_name='tempest-keypair-1400485933',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4aec7e57ec0a460c8681eab59b032d61',ramdisk_id='',reservation_id='r-8y0snhcd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-718782194',owner_user_name='tempest-SnapshotDataIntegrityTests-718782194-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fedc6314ef34d23a0f59e54ec13bc92',uuid=29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Converting VIF {"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'pci_devices' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.642s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:48:50 user nova-compute[75249]:   <uuid>29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c</uuid>
Nov 29 08:48:50 user nova-compute[75249]:   <name>instance-0000001a</name>
Nov 29 08:48:50 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:48:50 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:48:50 user nova-compute[75249]:   <metadata>
Nov 29 08:48:50 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:48:50 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:48:50 user nova-compute[75249]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1246113446</nova:name>
Nov 29 08:48:50 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:48:50</nova:creationTime>
Nov 29 08:48:50 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:48:50 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:48:50 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:48:50 user nova-compute[75249]:       <nova:owner>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:user uuid="0fedc6314ef34d23a0f59e54ec13bc92">tempest-SnapshotDataIntegrityTests-718782194-project-member</nova:user>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:project uuid="4aec7e57ec0a460c8681eab59b032d61">tempest-SnapshotDataIntegrityTests-718782194</nova:project>
Nov 29 08:48:50 user nova-compute[75249]:       </nova:owner>
Nov 29 08:48:50 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:48:50 user nova-compute[75249]:       <nova:ports>
Nov 29 08:48:50 user nova-compute[75249]:         <nova:port uuid="a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64">
Nov 29 08:48:50 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 08:48:50 user nova-compute[75249]:         </nova:port>
Nov 29 08:48:50 user nova-compute[75249]:       </nova:ports>
Nov 29 08:48:50 user nova-compute[75249]:     </nova:instance>
Nov 29 08:48:50 user nova-compute[75249]:   </metadata>
Nov 29 08:48:50 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:48:50 user nova-compute[75249]:     <system>
Nov 29 08:48:50 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:48:50 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:48:50 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:48:50 user nova-compute[75249]:       <entry name="serial">29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c</entry>
Nov 29 08:48:50 user nova-compute[75249]:       <entry name="uuid">29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c</entry>
Nov 29 08:48:50 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:48:50 user nova-compute[75249]:     </system>
Nov 29 08:48:50 user nova-compute[75249]:   </sysinfo>
Nov 29 08:48:50 user nova-compute[75249]:   <os>
Nov 29 08:48:50 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:48:50 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:48:50 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:48:50 user nova-compute[75249]:   </os>
Nov 29 08:48:50 user nova-compute[75249]:   <features>
Nov 29 08:48:50 user nova-compute[75249]:     <acpi/>
Nov 29 08:48:50 user nova-compute[75249]:     <apic/>
Nov 29 08:48:50 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:48:50 user nova-compute[75249]:   </features>
Nov 29 08:48:50 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:48:50 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:48:50 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:48:50 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:48:50 user nova-compute[75249]:   </clock>
Nov 29 08:48:50 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:48:50 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:48:50 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:48:50 user nova-compute[75249]:   </cpu>
Nov 29 08:48:50 user nova-compute[75249]:   <devices>
Nov 29 08:48:50 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:48:50 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:48:50 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk"/>
Nov 29 08:48:50 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:48:50 user nova-compute[75249]:     </disk>
Nov 29 08:48:50 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:48:50 user nova-compute[75249]:       <mac address="fa:16:3e:d7:b0:ec"/>
Nov 29 08:48:50 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:50 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:48:50 user nova-compute[75249]:       <target dev="tapa6ca0eeb-68"/>
Nov 29 08:48:50 user nova-compute[75249]:     </interface>
Nov 29 08:48:50 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:48:50 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/console.log" append="off"/>
Nov 29 08:48:50 user nova-compute[75249]:     </serial>
Nov 29 08:48:50 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:48:50 user nova-compute[75249]:     <video>
Nov 29 08:48:50 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:48:50 user nova-compute[75249]:     </video>
Nov 29 08:48:50 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:48:50 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:48:50 user nova-compute[75249]:     </rng>
Nov 29 08:48:50 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:48:50 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:48:50 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:48:50 user nova-compute[75249]:     </memballoon>
Nov 29 08:48:50 user nova-compute[75249]:   </devices>
Nov 29 08:48:50 user nova-compute[75249]: </domain>
Nov 29 08:48:50 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1246113446',display_name='tempest-SnapshotDataIntegrityTests-server-1246113446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1246113446',id=26,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD8EkAHTLvqVcR77RExN+oANB8Np5hFDggj0kAE4FYV+RF0q84MavjlsfgytWJa0zV/1p8TsJPBANPaASg04cCLlaADUKQ8cfJ41T6wQY/EYUe01bUDaj2j82Hs7/NtYvw==',key_name='tempest-keypair-1400485933',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4aec7e57ec0a460c8681eab59b032d61',ramdisk_id='',reservation_id='r-8y0snhcd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-718782194',owner_user_name='tempest-SnapshotDataIntegrityTests-718782194-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fedc6314ef34d23a0f59e54ec13bc92',uuid=29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Converting VIF {"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG os_vif [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5a2abac-0334-576a-8f96-58edc233a2aa', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6ca0eeb-68, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6ca0eeb-68, col_values=(('qos', UUID('6b03b5c7-2322-486c-86a0-0217167bfd21')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6ca0eeb-68, col_values=(('external_ids', {'iface-id': 'a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:b0:ec', 'vm-uuid': '29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:50 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Deleted allocations for instance d4e2faf9-1852-4c6d-93be-b56a60c8d2bb
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:50 user nova-compute[75249]: INFO os_vif [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68')
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No VIF found with MAC fa:16:3e:d7:b0:ec, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-692c5496-6b00-4d22-8d32-c2f3da01db36 tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "d4e2faf9-1852-4c6d-93be-b56a60c8d2bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.556s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-bdf420ff-635d-451e-9f50-0b07daa3da41 req-89726ce8-a5f4-4751-b8c0-c600a159dc4e service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bdf420ff-635d-451e-9f50-0b07daa3da41 req-89726ce8-a5f4-4751-b8c0-c600a159dc4e service nova] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bdf420ff-635d-451e-9f50-0b07daa3da41 req-89726ce8-a5f4-4751-b8c0-c600a159dc4e service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bdf420ff-635d-451e-9f50-0b07daa3da41 req-89726ce8-a5f4-4751-b8c0-c600a159dc4e service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-bdf420ff-635d-451e-9f50-0b07daa3da41 req-89726ce8-a5f4-4751-b8c0-c600a159dc4e service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] No waiting events found dispatching network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:50 user nova-compute[75249]: WARNING nova.compute.manager [req-bdf420ff-635d-451e-9f50-0b07daa3da41 req-89726ce8-a5f4-4751-b8c0-c600a159dc4e service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received unexpected event network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d for instance with vm_state building and task_state spawning.
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:50 user nova-compute[75249]: INFO nova.compute.manager [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Terminating instance
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:48:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Instance spawned successfully.
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: INFO nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Took 8.32 seconds to spawn the instance on the hypervisor.
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: INFO nova.compute.manager [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Terminating instance
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:48:51 user nova-compute[75249]: INFO nova.compute.manager [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Took 9.63 seconds to build instance.
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-b702d92a-a0e6-41b2-b129-be32689575b4 req-5dfad5ff-64b1-4f81-8a07-505e95cf86f8 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b702d92a-a0e6-41b2-b129-be32689575b4 req-5dfad5ff-64b1-4f81-8a07-505e95cf86f8 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b702d92a-a0e6-41b2-b129-be32689575b4 req-5dfad5ff-64b1-4f81-8a07-505e95cf86f8 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b702d92a-a0e6-41b2-b129-be32689575b4 req-5dfad5ff-64b1-4f81-8a07-505e95cf86f8 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-b702d92a-a0e6-41b2-b129-be32689575b4 req-5dfad5ff-64b1-4f81-8a07-505e95cf86f8 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-b702d92a-a0e6-41b2-b129-be32689575b4 req-5dfad5ff-64b1-4f81-8a07-505e95cf86f8 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8546fbf0-f436-46f6-a8a9-0acce90b2991 tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.860s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-changed-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Refreshing instance network info cache due to event network-changed-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] Acquiring lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] Acquired lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG nova.network.neutron [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Refreshing network info cache for port a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:52 user nova-compute[75249]: WARNING nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-d0bec070-58de-4558-bd28-ec23c6d7f1b2 for instance with vm_state active and task_state deleting.
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-unplugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Acquiring lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] No waiting events found dispatching network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:52 user nova-compute[75249]: WARNING nova.compute.manager [req-6d6807fe-a0c1-496f-ba54-17d17088069a req-ef4741ed-ab79-454b-ae2c-bfa0f5435314 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received unexpected event network-vif-plugged-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 for instance with vm_state active and task_state deleting.
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.network.neutron [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updated VIF entry in instance network info cache for port a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG nova.network.neutron [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating instance_info_cache with network_info: [{"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b4d1c411-78c9-4301-8063-8f45ad02b709 req-06319625-58c7-446f-844f-4af3966d54cd service nova] Releasing lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:48:53 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Instance destroyed successfully.
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.objects.instance [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lazy-loading 'resources' on Instance uuid 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1392140743',display_name='tempest-ServerActionsTestOtherB-server-1392140743',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1392140743',id=3,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG55GN7r6nOmf/yobq73Qlckb+/rYqOEneQ5rk/RrTgatBAoDK81Fy1tav71nThmCZdSdewtWIi53sGVnB5N1e8fgWn3j5REYEqRlNWkirW2MOItj46kFXJWLJd8iMvhLA==',key_name='tempest-keypair-1578967143',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7e8b224fbf04883934db5d75a299865',ramdisk_id='',reservation_id='r-xwts1992',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1622900579',owner_user_name='tempest-ServerActionsTestOtherB-1622900579-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6559ccb57a11496b9af8751bb4ed5708',uuid=5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converting VIF {"id": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "address": "fa:16:3e:a4:f0:d8", "network": {"id": "a61f1752-f3fa-4e95-851c-2ceeb75cdc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1115064635-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7e8b224fbf04883934db5d75a299865", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc51b01c-4e", "ovs_interfaceid": "cc51b01c-4e95-4e4a-a327-5ed2d75b9b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_vif [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc51b01c-4e, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eac81251-52f3-4bbd-a641-d5662e58b0af) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: INFO os_vif [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:f0:d8,bridge_name='br-int',has_traffic_filtering=True,id=cc51b01c-4e95-4e4a-a327-5ed2d75b9b00,network=Network(a61f1752-f3fa-4e95-851c-2ceeb75cdc6a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc51b01c-4e')
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRLcJOyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:48:53 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: WARNING nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 for instance with vm_state active and task_state deleting.
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-80248435-459f-4223-9d54-bc8f6e4a8997 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: WARNING nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-80248435-459f-4223-9d54-bc8f6e4a8997 for instance with vm_state active and task_state deleting.
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-351a8811-edc4-42ae-b1a5-b575cfb8253c for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: WARNING nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-351a8811-edc4-42ae-b1a5-b575cfb8253c for instance with vm_state active and task_state deleting.
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0f2d9a-de37-42de-9e27-fcb5bb374dbc req-377b2942-7cf2-4120-b5fa-b2e4ce81cc21 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-1eb05196-df41-4539-ae02-f8c821a45ae3 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.057s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45406609-52c4-400c-8f5d-0e748f09ea27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:48:53 user nova-compute[75249]: No targets found.
Nov 29 08:48:53 user nova-compute[75249]: iSNS:
Nov 29 08:48:53 user nova-compute[75249]: No targets found.
Nov 29 08:48:53 user nova-compute[75249]: STATIC:
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714
Nov 29 08:48:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:53 user nova-compute[75249]: FIRMWARE:
Nov 29 08:48:53 user nova-compute[75249]: No targets found.
Nov 29 08:48:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:48:53 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:48:53 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: WARNING nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-bc78158c-b9ff-4a64-b12f-05ad66222a11 for instance with vm_state active and task_state deleting.
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] No waiting events found dispatching network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:53 user nova-compute[75249]: WARNING nova.compute.manager [req-09c7b170-c754-40c1-971e-0640fbeedebb req-bf73cfc2-4eab-4e82-8c02-fc2485671a7d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received unexpected event network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 for instance with vm_state building and task_state spawning.
Nov 29 08:48:53 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Instance destroyed successfully.
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lazy-loading 'resources' on Instance uuid ed6622fb-8e72-4ccc-9aec-542131903c3e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09e0e6cc-5f, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.093s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea4b6e04-d3f9-495c-8fa2-4d9136028e18]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c5ba917-2632-4dad-9ee5-91b3612e0cc2]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:53 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbc700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=91259397-fe75-47aa-ba0b-7f9efe5b847e) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a987e3f9-9933-40f5-ab4b-8ac1be381dfe]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.039s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17828c5-12cf-4ca2-9036-a8e87b5561d7]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:53 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:8d:43,bridge_name='br-int',has_traffic_filtering=True,id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557,network=Network(6febd918-2a2a-4db8-b1ae-a70a74fd7634),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e0e6cc-5f')
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80248435-45, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebd784b-bd50-4391-a502-f776562a8596]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:48:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac47ccec-e3d1-4038-b51d-34ab31d79e3c) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.059s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d1262f-afa3-49c0-a3a9-96458df6fe34]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df14766-c932-400b-9230-220fe7c79984]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:84:0b,bridge_name='br-int',has_traffic_filtering=True,id=80248435-459f-4223-9d54-bc8f6e4a8997,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80248435-45')
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0bec070-58, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8fcc7516-b0d8-41be-a651-4bbf32af52d4) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --logout" returned: 0 in 0.160s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[919f3387-9903-4aff-beb3-9746149e8b0a]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260]
Nov 29 08:48:54 user nova-compute[75249]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257, portal: 172.16.0.220,3260] successful.
Nov 29 08:48:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:85:61,bridge_name='br-int',has_traffic_filtering=True,id=d0bec070-58de-4558-bd28-ec23c6d7f1b2,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0bec070-58')
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc78158c-b9, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97ad43e0-227a-4f10-991f-f285460cb257 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3459e95-2fcf-4f8a-9885-6e65cfa68ddd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.758s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] <== disconnect_volume: return (762ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:48:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Deleting instance files /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11_del
Nov 29 08:48:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Deletion of /opt/stack/data/nova/instances/5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11_del complete
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=450c5345-270e-4b49-baaf-75eaee46cb9e) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e8:a0,bridge_name='br-int',has_traffic_filtering=True,id=bc78158c-b9ff-4a64-b12f-05ad66222a11,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc78158c-b9')
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap351a8811-ed, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c19c52a0-2cac-4e81-8d1c-707a82cba7a7) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:fe:64,bridge_name='br-int',has_traffic_filtering=True,id=351a8811-edc4-42ae-b1a5-b575cfb8253c,network=Network(4b2bf85e-e430-46e1-9082-1de0b1d790dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap351a8811-ed')
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "1eb05196-df41-4539-ae02-f8c821a45ae3", "address": "fa:16:3e:a5:9d:5b", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1eb05196-df", "ovs_interfaceid": "1eb05196-df41-4539-ae02-f8c821a45ae3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:54 user nova-compute[75249]: INFO nova.compute.manager [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Took 3.24 seconds to destroy the instance on the hypervisor.
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1eb05196-df, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb7cb33a-5964-4c54-a2fe-3e921e692366) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:5b,bridge_name='br-int',has_traffic_filtering=True,id=1eb05196-df41-4539-ae02-f8c821a45ae3,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1eb05196-df')
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T08:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-480502300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-480502300',id=20,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6h2HQ7j/+kjPqlu8pqvAy0OF4W1B7BeVz9JG/XhiUGNhkHL4aWnXXyfln8v6n/N+vOR2zoBCTFsjrdk+j07r8Z/CUKwsLS2YL6VI01XXABRbjrpGgZnwDSHvRPXqH2/Q==',key_name='tempest-keypair-962650970',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:46:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9f62a3cdcad40cfb47a0bce714237ed',ramdisk_id='',reservation_id='r-tdai2ndx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1680953351',owner_user_name='tempest-TaggedBootDevicesTest_v242-1680953351-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0a7764d947a479d9d843a61645b59a0',uuid=ed6622fb-8e72-4ccc-9aec-542131903c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converting VIF {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4bd66e90-0b, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=912db2f6-b48c-46c5-a41b-a66e9d160ae3) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: INFO os_vif [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:69:59,bridge_name='br-int',has_traffic_filtering=True,id=4bd66e90-0b5d-4b49-81a9-877563348b6e,network=Network(6333c3dc-7611-42fa-ae02-469350b578a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4bd66e90-0b')
Nov 29 08:48:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIfOeVma', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:48:54 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b41f7f25-08f1-4f16-b82e-ab3ae32fc35f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:48:54 user nova-compute[75249]: No targets found.
Nov 29 08:48:54 user nova-compute[75249]: iSNS:
Nov 29 08:48:54 user nova-compute[75249]: No targets found.
Nov 29 08:48:54 user nova-compute[75249]: STATIC:
Nov 29 08:48:54 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758
Nov 29 08:48:54 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:54 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:54 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df
Nov 29 08:48:54 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:54 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:54 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:48:54 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:54 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:54 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6
Nov 29 08:48:54 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:54 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:54 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:48:54 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:54 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:54 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714
Nov 29 08:48:54 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:54 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:54 user nova-compute[75249]: FIRMWARE:
Nov 29 08:48:54 user nova-compute[75249]: No targets found.
Nov 29 08:48:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:48:54 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:48:54 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b4b8dc8-49a4-4dc5-ba4c-ea41ac3a6917]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[858bd1bc-df73-4c51-8c5b-e39a55341b8b]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)
Nov 29 08:48:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:54 user nova-compute[75249]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)
Nov 29 08:48:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0cf1120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758'): ({'sdg'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Removing single pathed devices sdg {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2cdf410-99d2-4bc5-8f1c-269bc50f5014]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[611521ad-8e2b-4eaf-99e7-824ee640582d]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Flushing IO for device /dev/sdg {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[680184ee-1b55-403c-8604-bd539d7dc192]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed16df6-06d9-4f96-a362-cebabd9cd87f]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] SCSI volumes sdg have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8459ee17-da50-4211-a121-2161f325244e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[62663dc8-ed01-4664-9be4-225025d22838]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260]
Nov 29 08:48:55 user nova-compute[75249]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758, portal: 172.16.0.220,3260] successful.
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e7974ba-4683-4bbb-9a22-ecc0c2c50758 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb9932f-0662-43c8-9ac5-c8f438b5d56e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.427s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== disconnect_volume: return (429ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LhHDWdwe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:48:55 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[16598e94-fc15-4b39-bd36-a46176e0f8f2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:48:55 user nova-compute[75249]: No targets found.
Nov 29 08:48:55 user nova-compute[75249]: iSNS:
Nov 29 08:48:55 user nova-compute[75249]: No targets found.
Nov 29 08:48:55 user nova-compute[75249]: STATIC:
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: FIRMWARE:
Nov 29 08:48:55 user nova-compute[75249]: No targets found.
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:48:55 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:48:55 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a254acee-27dc-4303-86f8-8accd4661889]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a61bf7-08ae-4b75-9428-0138c9398095]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbea70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714'): ({'sdh'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Removing single pathed devices sdh {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d83bb9-c279-4422-b501-123cb914e575]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc53dad5-1b11-48c0-b354-c38c2a19335c]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Flushing IO for device /dev/sdh {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a2bb63-06d4-42c2-92be-954813d8c402]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77dc15b9-85c9-4504-8493-3422456eeb91]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] SCSI volumes sdh have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[545cfd12-fc4b-4e5d-bc4a-f1e50221cdcd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e3044f-9137-4545-94e0-7a73234fa952]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260]
Nov 29 08:48:55 user nova-compute[75249]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714, portal: 172.16.0.220,3260] successful.
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9b6e9a3-5ff3-42ad-8394-2b552210f714 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[10abadea-2ab7-411a-9bba-99f9362c3f51]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== disconnect_volume: return (390ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WeBkQYbK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:48:55 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[79efac69-4bf8-4fd1-a08d-a58b064a4f21]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:48:55 user nova-compute[75249]: No targets found.
Nov 29 08:48:55 user nova-compute[75249]: iSNS:
Nov 29 08:48:55 user nova-compute[75249]: No targets found.
Nov 29 08:48:55 user nova-compute[75249]: STATIC:
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:48:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:48:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:48:55 user nova-compute[75249]: FIRMWARE:
Nov 29 08:48:55 user nova-compute[75249]: No targets found.
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:48:55 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:48:55 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3de3f44-21d9-41f9-b775-e1abe9f3279b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a54bf7-9884-4685-851e-800c75f2d145]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:48:55 user nova-compute[75249]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83941df6-579b-454c-9591-8657c1e220df (non-flash)
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbfc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6'): ({'sdf'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Removing single pathed devices sdf {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd401e16-1211-4984-99ce-997462a40858]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b1397d-f3b1-4c1b-8684-d0e72390ddc7]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Flushing IO for device /dev/sdf {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:55 user nova-compute[75249]: WARNING nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-1eb05196-df41-4539-ae02-f8c821a45ae3 for instance with vm_state active and task_state deleting.
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-unplugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-unplugged-4bd66e90-0b5d-4b49-81a9-877563348b6e for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Acquiring lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] No waiting events found dispatching network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:55 user nova-compute[75249]: WARNING nova.compute.manager [req-d031e2ee-73aa-490e-8c74-209849bfe90a req-4dc6b51f-7c53-450c-bf62-46b172cceac0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received unexpected event network-vif-plugged-4bd66e90-0b5d-4b49-81a9-877563348b6e for instance with vm_state active and task_state deleting.
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e08481-ffd4-4269-bd07-9f2e040f5035]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5072f31-589a-46ba-a389-e56c431f6343]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] SCSI volumes sdf have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc1672a-d218-40f0-ab15-1de98e407292]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Instance spawned successfully.
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[805f7728-fe06-45a5-baa6-e6121ea5ce87]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260]
Nov 29 08:48:55 user nova-compute[75249]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6, portal: 172.16.0.220,3260] successful.
Nov 29 08:48:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9102cd1-b2cb-4f2a-84d7-a9c545774ae6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[065eccbf-f910-4c15-8ef7-c5d4a674742a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.414s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] <== disconnect_volume: return (416ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:48:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:48:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Deleting instance files /opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e_del
Nov 29 08:48:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Deletion of /opt/stack/data/nova/instances/ed6622fb-8e72-4ccc-9aec-542131903c3e_del complete
Nov 29 08:48:55 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Took 1.33 seconds to deallocate network for instance.
Nov 29 08:48:56 user nova-compute[75249]: INFO nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Took 10.12 seconds to spawn the instance on the hypervisor.
Nov 29 08:48:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:48:56 user nova-compute[75249]: INFO nova.compute.manager [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Took 5.21 seconds to destroy the instance on the hypervisor.
Nov 29 08:48:56 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:48:56 user nova-compute[75249]: INFO nova.compute.manager [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Took 11.32 seconds to build instance.
Nov 29 08:48:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-18c2b447-d3e5-460a-8080-4a473e762d92 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.515s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-40506856-887f-4863-ad4e-ff8a277204e5 req-3e0788b6-4bec-4878-9637-014600a2e9b5 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-40506856-887f-4863-ad4e-ff8a277204e5 req-3e0788b6-4bec-4878-9637-014600a2e9b5 service nova] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-40506856-887f-4863-ad4e-ff8a277204e5 req-3e0788b6-4bec-4878-9637-014600a2e9b5 service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-40506856-887f-4863-ad4e-ff8a277204e5 req-3e0788b6-4bec-4878-9637-014600a2e9b5 service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-40506856-887f-4863-ad4e-ff8a277204e5 req-3e0788b6-4bec-4878-9637-014600a2e9b5 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] No waiting events found dispatching network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:48:56 user nova-compute[75249]: WARNING nova.compute.manager [req-40506856-887f-4863-ad4e-ff8a277204e5 req-3e0788b6-4bec-4878-9637-014600a2e9b5 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received unexpected event network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 for instance with vm_state building and task_state spawning.
Nov 29 08:48:57 user nova-compute[75249]: INFO nova.compute.manager [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Took 1.17 seconds to detach 1 volumes for instance.
Nov 29 08:48:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:48:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:48:57 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:48:57 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:48:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.602s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:48:57 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Deleted allocations for instance 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11
Nov 29 08:48:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-13f7826a-7ad7-4927-a626-7f6a869a7067 tempest-ServerActionsTestOtherB-1622900579 tempest-ServerActionsTestOtherB-1622900579-project-member] Lock "5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.688s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:48:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-2f16f8f6-5a0f-4a05-ba68-17a0d633c447 req-b0267140-07a2-4fc2-acda-67a75d16f898 service nova] [instance: 5fe2e0a2-d9fe-443e-b7bb-81551ffd2e11] Received event network-vif-deleted-cc51b01c-4e95-4e4a-a327-5ed2d75b9b00 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-2f16f8f6-5a0f-4a05-ba68-17a0d633c447 req-b0267140-07a2-4fc2-acda-67a75d16f898 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-deleted-1eb05196-df41-4539-ae02-f8c821a45ae3 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:48:58 user nova-compute[75249]: INFO nova.compute.manager [req-2f16f8f6-5a0f-4a05-ba68-17a0d633c447 req-b0267140-07a2-4fc2-acda-67a75d16f898 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Neutron deleted interface 1eb05196-df41-4539-ae02-f8c821a45ae3; detaching it from the instance and deleting it from the info cache
Nov 29 08:48:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-2f16f8f6-5a0f-4a05-ba68-17a0d633c447 req-b0267140-07a2-4fc2-acda-67a75d16f898 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "address": "fa:16:3e:da:8d:43", "network": {"id": "6febd918-2a2a-4db8-b1ae-a70a74fd7634", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2067968788-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09e0e6cc-5f", "ovs_interfaceid": "09e0e6cc-5f54-40b3-8ffc-b781c71fb557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:48:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-2f16f8f6-5a0f-4a05-ba68-17a0d633c447 req-b0267140-07a2-4fc2-acda-67a75d16f898 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Detach interface failed, port_id=1eb05196-df41-4539-ae02-f8c821a45ae3, reason: Instance ed6622fb-8e72-4ccc-9aec-542131903c3e could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:48:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-deleted-09e0e6cc-5f54-40b3-8ffc-b781c71fb557 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:00 user nova-compute[75249]: INFO nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Neutron deleted interface 09e0e6cc-5f54-40b3-8ffc-b781c71fb557; detaching it from the instance and deleting it from the info cache
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "address": "fa:16:3e:7b:e8:a0", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc78158c-b9", "ovs_interfaceid": "bc78158c-b9ff-4a64-b12f-05ad66222a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Detach interface failed, port_id=09e0e6cc-5f54-40b3-8ffc-b781c71fb557, reason: Instance ed6622fb-8e72-4ccc-9aec-542131903c3e could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-deleted-bc78158c-b9ff-4a64-b12f-05ad66222a11 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:00 user nova-compute[75249]: INFO nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Neutron deleted interface bc78158c-b9ff-4a64-b12f-05ad66222a11; detaching it from the instance and deleting it from the info cache
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "address": "fa:16:3e:bd:fe:64", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap351a8811-ed", "ovs_interfaceid": "351a8811-edc4-42ae-b1a5-b575cfb8253c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Detach interface failed, port_id=bc78158c-b9ff-4a64-b12f-05ad66222a11, reason: Instance ed6622fb-8e72-4ccc-9aec-542131903c3e could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-deleted-351a8811-edc4-42ae-b1a5-b575cfb8253c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:00 user nova-compute[75249]: INFO nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Neutron deleted interface 351a8811-edc4-42ae-b1a5-b575cfb8253c; detaching it from the instance and deleting it from the info cache
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [{"id": "80248435-459f-4223-9d54-bc8f6e4a8997", "address": "fa:16:3e:5b:84:0b", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80248435-45", "ovs_interfaceid": "80248435-459f-4223-9d54-bc8f6e4a8997", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "address": "fa:16:3e:1e:85:61", "network": {"id": "4b2bf85e-e430-46e1-9082-1de0b1d790dd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1871841120", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0bec070-58", "ovs_interfaceid": "d0bec070-58de-4558-bd28-ec23c6d7f1b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "address": "fa:16:3e:6a:69:59", "network": {"id": "6333c3dc-7611-42fa-ae02-469350b578a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-2063433906", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e9f62a3cdcad40cfb47a0bce714237ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4bd66e90-0b", "ovs_interfaceid": "4bd66e90-0b5d-4b49-81a9-877563348b6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9e83b26-d025-47ad-9c6b-65d454717b31 req-91b03b0b-4a12-4b91-871b-830b6f20a3a0 service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Detach interface failed, port_id=351a8811-edc4-42ae-b1a5-b575cfb8253c, reason: Instance ed6622fb-8e72-4ccc-9aec-542131903c3e could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:49:00 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Took 4.75 seconds to deallocate network for instance.
Nov 29 08:49:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:49:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updating instance_info_cache with network_info: [{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:49:01 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9bc19584-ab24-42c5-8caa-0c6042286df2 is timed out.
Nov 29 08:49:01 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully detached device vdb from instance 9bc19584-ab24-42c5-8caa-0c6042286df2 from the live domain config.
Nov 29 08:49:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JbdYmRiA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:49:01 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bb3b8f1-ad4a-4ef6-9ebd-b47894747f58]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:49:01 user nova-compute[75249]: No targets found.
Nov 29 08:49:01 user nova-compute[75249]: iSNS:
Nov 29 08:49:01 user nova-compute[75249]: No targets found.
Nov 29 08:49:01 user nova-compute[75249]: STATIC:
Nov 29 08:49:01 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec
Nov 29 08:49:01 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:49:01 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:49:01 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:49:01 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:49:01 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:49:01 user nova-compute[75249]: FIRMWARE:
Nov 29 08:49:01 user nova-compute[75249]: No targets found.
Nov 29 08:49:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:49:01 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:49:01 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f14dafd-2478-4567-971e-ce9c95d4bd69]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d530652a-7bb0-4e13-8b06-6d4239d4e0ec]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:49:01 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:49:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:49:01 user nova-compute[75249]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec (non-flash)
Nov 29 08:49:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8d182769e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[20967699-6966-4952-8814-e19d43a186c3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a7d374-b7d3-4102-b0a7-f36f291722f7]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[154de7b6-2201-4a44-8461-d5ae48632437]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ccf432-7584-4851-b280-4d3e4ee5461f]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f24a64-e5ed-4b01-92ee-55be04933c4d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:49:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe388e24-9c7d-405d-ab2a-c0c83beecc48]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260]
Nov 29 08:49:02 user nova-compute[75249]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec, portal: 172.16.0.220,3260] successful.
Nov 29 08:49:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25e63524-13ba-4fd3-a215-9e26d6546dec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a129162d-b5fa-4212-98d0-a1652a5fe138]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== disconnect_volume: return (391ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-e004ce7a-3218-4cd8-9bb8-b6c8264af5b2 req-22fade9c-493a-4e5e-8461-11ad73a10c2b service nova] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Received event network-vif-deleted-4bd66e90-0b5d-4b49-81a9-877563348b6e {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:02 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'flavor' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:49:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba948f7e-33a4-4a85-8729-8f4e4ead3983 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.064s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:03 user nova-compute[75249]: INFO nova.compute.manager [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] [instance: ed6622fb-8e72-4ccc-9aec-542131903c3e] Took 2.87 seconds to detach 3 volumes for instance.
Nov 29 08:49:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.413s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:04 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Deleted allocations for instance ed6622fb-8e72-4ccc-9aec-542131903c3e
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4676923b-e147-4757-842d-3ca7c58c37a7 tempest-TaggedBootDevicesTest_v242-1680953351 tempest-TaggedBootDevicesTest_v242-1680953351-project-member] Lock "ed6622fb-8e72-4ccc-9aec-542131903c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.459s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:49:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.343s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:49:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:49:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:49:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7452MB free_disk=25.317554473876953GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 9bc19584-ab24-42c5-8caa-0c6042286df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.510s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:49:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:35 user nova-compute[75249]: INFO nova.compute.manager [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Terminating instance
Nov 29 08:49:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-b3dbe9c6-e1e6-416d-966f-17f18cd0a3e8 req-5bc0eb10-b076-4243-bd03-7d5f151ec508 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-unplugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b3dbe9c6-e1e6-416d-966f-17f18cd0a3e8 req-5bc0eb10-b076-4243-bd03-7d5f151ec508 service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b3dbe9c6-e1e6-416d-966f-17f18cd0a3e8 req-5bc0eb10-b076-4243-bd03-7d5f151ec508 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b3dbe9c6-e1e6-416d-966f-17f18cd0a3e8 req-5bc0eb10-b076-4243-bd03-7d5f151ec508 service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-b3dbe9c6-e1e6-416d-966f-17f18cd0a3e8 req-5bc0eb10-b076-4243-bd03-7d5f151ec508 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-unplugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-b3dbe9c6-e1e6-416d-966f-17f18cd0a3e8 req-5bc0eb10-b076-4243-bd03-7d5f151ec508 service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-unplugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:49:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Instance destroyed successfully.
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.objects.instance [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'resources' on Instance uuid 9bc19584-ab24-42c5-8caa-0c6042286df2 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-657389913',display_name='tempest-TestMinimumBasicScenario-server-657389913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-657389913',id=16,image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJttLncCo+dyfz7btuc8HF2AHLrU8i3Vmr2hAVFR21ehq54OL7Ok3CVNgfOIF64bIw4NVqQbarRUMlvft9LB/DgAPpprvhTCvA4tqVYpx5moImU7BCbY2/Cxgb7ev+kdSQ==',key_name='tempest-TestMinimumBasicScenario-465824064',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-55wmfquz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ea31f6a-c432-40cc-ba5d-9abeacbedba7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:58Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=9bc19584-ab24-42c5-8caa-0c6042286df2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "address": "fa:16:3e:96:4b:b5", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf83663cd-1d", "ovs_interfaceid": "f83663cd-1d2f-411e-b9a9-60558b1ff879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG os_vif [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf83663cd-1d, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22cbda03-cf0d-4ad0-9409-93f4676f906a) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:36 user nova-compute[75249]: INFO os_vif [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:4b:b5,bridge_name='br-int',has_traffic_filtering=True,id=f83663cd-1d2f-411e-b9a9-60558b1ff879,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf83663cd-1d')
Nov 29 08:49:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Deleting instance files /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2_del
Nov 29 08:49:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Deletion of /opt/stack/data/nova/instances/9bc19584-ab24-42c5-8caa-0c6042286df2_del complete
Nov 29 08:49:36 user nova-compute[75249]: INFO nova.compute.manager [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 29 08:49:36 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:49:36 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:49:37 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:49:37 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Took 0.65 seconds to deallocate network for instance.
Nov 29 08:49:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:49:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:49:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.337s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:37 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Deleted allocations for instance 9bc19584-ab24-42c5-8caa-0c6042286df2
Nov 29 08:49:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-26d3e33b-8e86-4931-8d28-dd894ac99525 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.052s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] Acquiring lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:49:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:49:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] Lock "9bc19584-ab24-42c5-8caa-0c6042286df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:49:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] No waiting events found dispatching network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:49:38 user nova-compute[75249]: WARNING nova.compute.manager [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received unexpected event network-vif-plugged-f83663cd-1d2f-411e-b9a9-60558b1ff879 for instance with vm_state deleted and task_state None.
Nov 29 08:49:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-668092a3-0669-446a-9bcb-adeb791630db req-5b341c02-0614-4433-bb00-0ca827ec5dab service nova] [instance: 9bc19584-ab24-42c5-8caa-0c6042286df2] Received event network-vif-deleted-f83663cd-1d2f-411e-b9a9-60558b1ff879 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:49:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:49:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:49:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:50:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Updating instance_info_cache with network_info: [{"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-e42e7e55-a90d-4313-8828-97a4511c260c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:50:02 user nova-compute[75249]: INFO nova.compute.claims [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Claim successful on node user
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:50:02 user nova-compute[75249]: INFO nova.compute.manager [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Unrescuing
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:50:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:50:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG nova.policy [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08ce42ba533844bbac6a4aa7812defc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fb0f05620f54790adf468e7f8ee6cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:50:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Creating image(s)
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.231s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.207s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'flavor' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk 1073741824" returned: 0 in 0.081s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.200s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:50:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-4e8b3a47-a286-436b-908b-4b648dbf543e req-f47d0d72-5696-4c63-9788-c179770d9fcf service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e8b3a47-a286-436b-908b-4b648dbf543e req-f47d0d72-5696-4c63-9788-c179770d9fcf service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e8b3a47-a286-436b-908b-4b648dbf543e req-f47d0d72-5696-4c63-9788-c179770d9fcf service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e8b3a47-a286-436b-908b-4b648dbf543e req-f47d0d72-5696-4c63-9788-c179770d9fcf service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-4e8b3a47-a286-436b-908b-4b648dbf543e req-f47d0d72-5696-4c63-9788-c179770d9fcf service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:04 user nova-compute[75249]: WARNING nova.compute.manager [req-4e8b3a47-a286-436b-908b-4b648dbf543e req-f47d0d72-5696-4c63-9788-c179770d9fcf service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Cannot resize image /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Ensure instance console log exists: /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Successfully created port: 4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:50:04 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance destroyed successfully.
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:04 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:50:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Successfully updated port: 4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquired lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-changed-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Refreshing instance network info cache due to event network-changed-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] Acquiring lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-36ef3c7a-8cf7-4aeb-ae12-e7d9c7968973 req-58275579-46e3-492e-8702-2436a7bfd254 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-36ef3c7a-8cf7-4aeb-ae12-e7d9c7968973 req-58275579-46e3-492e-8702-2436a7bfd254 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-36ef3c7a-8cf7-4aeb-ae12-e7d9c7968973 req-58275579-46e3-492e-8702-2436a7bfd254 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-36ef3c7a-8cf7-4aeb-ae12-e7d9c7968973 req-58275579-46e3-492e-8702-2436a7bfd254 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-36ef3c7a-8cf7-4aeb-ae12-e7d9c7968973 req-58275579-46e3-492e-8702-2436a7bfd254 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:06 user nova-compute[75249]: WARNING nova.compute.manager [req-36ef3c7a-8cf7-4aeb-ae12-e7d9c7968973 req-58275579-46e3-492e-8702-2436a7bfd254 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Releasing lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance network_info: |[{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] Acquired lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Refreshing network info cache for port 4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start _get_guest_xml network_info=[{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:50:06 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:06 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:50:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'pci_devices' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:50:06 user nova-compute[75249]:   <uuid>6fdbe0c6-52b3-4780-8d1b-2155d55fd078</uuid>
Nov 29 08:50:06 user nova-compute[75249]:   <name>instance-0000001b</name>
Nov 29 08:50:06 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:50:06 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:50:06 user nova-compute[75249]:   <metadata>
Nov 29 08:50:06 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:50:06 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:50:06 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeTestJSON-server-836005317</nova:name>
Nov 29 08:50:06 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:50:06</nova:creationTime>
Nov 29 08:50:06 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:50:06 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:50:06 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:50:06 user nova-compute[75249]:       <nova:owner>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:user uuid="08ce42ba533844bbac6a4aa7812defc8">tempest-AttachVolumeTestJSON-1529971332-project-member</nova:user>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:project uuid="4fb0f05620f54790adf468e7f8ee6cb2">tempest-AttachVolumeTestJSON-1529971332</nova:project>
Nov 29 08:50:06 user nova-compute[75249]:       </nova:owner>
Nov 29 08:50:06 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:50:06 user nova-compute[75249]:       <nova:ports>
Nov 29 08:50:06 user nova-compute[75249]:         <nova:port uuid="4fdebbbe-8c42-4a94-b7bf-b3530a3b3186">
Nov 29 08:50:06 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 08:50:06 user nova-compute[75249]:         </nova:port>
Nov 29 08:50:06 user nova-compute[75249]:       </nova:ports>
Nov 29 08:50:06 user nova-compute[75249]:     </nova:instance>
Nov 29 08:50:06 user nova-compute[75249]:   </metadata>
Nov 29 08:50:06 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:50:06 user nova-compute[75249]:     <system>
Nov 29 08:50:06 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:50:06 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:50:06 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:50:06 user nova-compute[75249]:       <entry name="serial">6fdbe0c6-52b3-4780-8d1b-2155d55fd078</entry>
Nov 29 08:50:06 user nova-compute[75249]:       <entry name="uuid">6fdbe0c6-52b3-4780-8d1b-2155d55fd078</entry>
Nov 29 08:50:06 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:50:06 user nova-compute[75249]:     </system>
Nov 29 08:50:06 user nova-compute[75249]:   </sysinfo>
Nov 29 08:50:06 user nova-compute[75249]:   <os>
Nov 29 08:50:06 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:50:06 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:50:06 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:50:06 user nova-compute[75249]:   </os>
Nov 29 08:50:06 user nova-compute[75249]:   <features>
Nov 29 08:50:06 user nova-compute[75249]:     <acpi/>
Nov 29 08:50:06 user nova-compute[75249]:     <apic/>
Nov 29 08:50:06 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:50:06 user nova-compute[75249]:   </features>
Nov 29 08:50:06 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:50:06 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:50:06 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:50:06 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:50:06 user nova-compute[75249]:   </clock>
Nov 29 08:50:06 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:50:06 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:50:06 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:50:06 user nova-compute[75249]:   </cpu>
Nov 29 08:50:06 user nova-compute[75249]:   <devices>
Nov 29 08:50:06 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:50:06 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:50:06 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk"/>
Nov 29 08:50:06 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:50:06 user nova-compute[75249]:     </disk>
Nov 29 08:50:06 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:50:06 user nova-compute[75249]:       <mac address="fa:16:3e:c3:da:12"/>
Nov 29 08:50:06 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:50:06 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:50:06 user nova-compute[75249]:       <target dev="tap4fdebbbe-8c"/>
Nov 29 08:50:06 user nova-compute[75249]:     </interface>
Nov 29 08:50:06 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:50:06 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/console.log" append="off"/>
Nov 29 08:50:06 user nova-compute[75249]:     </serial>
Nov 29 08:50:06 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:50:06 user nova-compute[75249]:     <video>
Nov 29 08:50:06 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:50:06 user nova-compute[75249]:     </video>
Nov 29 08:50:06 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:50:06 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:50:06 user nova-compute[75249]:     </rng>
Nov 29 08:50:06 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:50:06 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:50:06 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:50:06 user nova-compute[75249]:     </memballoon>
Nov 29 08:50:06 user nova-compute[75249]:   </devices>
Nov 29 08:50:06 user nova-compute[75249]: </domain>
Nov 29 08:50:06 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:50:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG os_vif [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23591ccc-eeae-546d-8231-7d5c6a832be4', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fdebbbe-8c, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fdebbbe-8c, col_values=(('qos', UUID('7ff47c7e-f364-40eb-9f91-ce70630cda6b')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fdebbbe-8c, col_values=(('external_ids', {'iface-id': '4fdebbbe-8c42-4a94-b7bf-b3530a3b3186', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:da:12', 'vm-uuid': '6fdbe0c6-52b3-4780-8d1b-2155d55fd078'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:06 user nova-compute[75249]: INFO os_vif [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c')
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No VIF found with MAC fa:16:3e:c3:da:12, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updated VIF entry in instance network info cache for port 4fdebbbe-8c42-4a94-b7bf-b3530a3b3186. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2288bf6b-6769-4019-8a1f-54dccd399ce0 req-33b3d935-6ab1-4c90-af62-5dbed4dcbd30 service nova] Releasing lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:08 user nova-compute[75249]: WARNING nova.compute.manager [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:08 user nova-compute[75249]: WARNING nova.compute.manager [req-2458feb6-3682-410d-866d-6c63ed9ec972 req-fb1ce6bb-db3e-41a8-b7df-fc9a420a7bc9 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:50:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f1750053-1964-4a55-9d70-5217d59003c8 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-91e6932a-e56f-4663-a422-851bd9076de3 req-35deb8bb-6f90-4ef3-9752-69cf076de1a6 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-91e6932a-e56f-4663-a422-851bd9076de3 req-35deb8bb-6f90-4ef3-9752-69cf076de1a6 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-91e6932a-e56f-4663-a422-851bd9076de3 req-35deb8bb-6f90-4ef3-9752-69cf076de1a6 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-91e6932a-e56f-4663-a422-851bd9076de3 req-35deb8bb-6f90-4ef3-9752-69cf076de1a6 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-91e6932a-e56f-4663-a422-851bd9076de3 req-35deb8bb-6f90-4ef3-9752-69cf076de1a6 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:08 user nova-compute[75249]: WARNING nova.compute.manager [req-91e6932a-e56f-4663-a422-851bd9076de3 req-35deb8bb-6f90-4ef3-9752-69cf076de1a6 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state building and task_state spawning.
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:50:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:50:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:10 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7799MB free_disk=25.273582458496094GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:50:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance spawned successfully.
Nov 29 08:50:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-174295f4-bd61-4be8-a4c9-26cf37590cb3 req-fcbe6c56-03a3-4907-bf50-3acb4d5c2c9e service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-174295f4-bd61-4be8-a4c9-26cf37590cb3 req-fcbe6c56-03a3-4907-bf50-3acb4d5c2c9e service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-174295f4-bd61-4be8-a4c9-26cf37590cb3 req-fcbe6c56-03a3-4907-bf50-3acb4d5c2c9e service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-174295f4-bd61-4be8-a4c9-26cf37590cb3 req-fcbe6c56-03a3-4907-bf50-3acb4d5c2c9e service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-174295f4-bd61-4be8-a4c9-26cf37590cb3 req-fcbe6c56-03a3-4907-bf50-3acb4d5c2c9e service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:11 user nova-compute[75249]: WARNING nova.compute.manager [req-174295f4-bd61-4be8-a4c9-26cf37590cb3 req-fcbe6c56-03a3-4907-bf50-3acb4d5c2c9e service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state building and task_state spawning.
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:11 user nova-compute[75249]: INFO nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Took 8.00 seconds to spawn the instance on the hypervisor.
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:50:11 user nova-compute[75249]: INFO nova.compute.manager [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Took 8.85 seconds to build instance.
Nov 29 08:50:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dddbd1b8-c432-443a-b8aa-45ffa5b0f757 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.962s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.660s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:50:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 08:50:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:50:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:50:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:28 user nova-compute[75249]: INFO nova.compute.manager [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Rescuing
Nov 29 08:50:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:50:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updating instance_info_cache with network_info: [{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-47917c55-7068-4826-a3a7-6dfd2ca0aae7 req-2b08154c-7aef-4513-b2d1-ae7d525fb589 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-unplugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-47917c55-7068-4826-a3a7-6dfd2ca0aae7 req-2b08154c-7aef-4513-b2d1-ae7d525fb589 service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-47917c55-7068-4826-a3a7-6dfd2ca0aae7 req-2b08154c-7aef-4513-b2d1-ae7d525fb589 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-47917c55-7068-4826-a3a7-6dfd2ca0aae7 req-2b08154c-7aef-4513-b2d1-ae7d525fb589 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-47917c55-7068-4826-a3a7-6dfd2ca0aae7 req-2b08154c-7aef-4513-b2d1-ae7d525fb589 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-unplugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:29 user nova-compute[75249]: WARNING nova.compute.manager [req-47917c55-7068-4826-a3a7-6dfd2ca0aae7 req-2b08154c-7aef-4513-b2d1-ae7d525fb589 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-unplugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state active and task_state rescuing.
Nov 29 08:50:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance destroyed successfully.
Nov 29 08:50:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Attempting rescue
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75249) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:50:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Creating image(s)
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue" returned: 0 in 0.057s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'migration_context' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.base [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<7aa25dcb-16e7-45c5-9645-b58d95a130b0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Start _get_guest_xml network_info=[{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:2f:75:87"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'resources' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.base [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<7aa25dcb-16e7-45c5-9645-b58d95a130b0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'numa_topology' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.base [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<7aa25dcb-16e7-45c5-9645-b58d95a130b0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:50:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.base [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<7aa25dcb-16e7-45c5-9645-b58d95a130b0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1152679374',display_name='tempest-ServerRescueNegativeTestJSON-server-1152679374',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1152679374',id=24,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:48:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-cpe23bgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:48Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=7aa25dcb-16e7-45c5-9645-b58d95a130b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:2f:75:87"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:2f:75:87"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'pci_devices' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.objects.base [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<7aa25dcb-16e7-45c5-9645-b58d95a130b0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:50:29 user nova-compute[75249]:   <uuid>7aa25dcb-16e7-45c5-9645-b58d95a130b0</uuid>
Nov 29 08:50:29 user nova-compute[75249]:   <name>instance-00000018</name>
Nov 29 08:50:29 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:50:29 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:50:29 user nova-compute[75249]:   <metadata>
Nov 29 08:50:29 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:50:29 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:50:29 user nova-compute[75249]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1152679374</nova:name>
Nov 29 08:50:29 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:50:29</nova:creationTime>
Nov 29 08:50:29 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:50:29 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:50:29 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:50:29 user nova-compute[75249]:       <nova:owner>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:user uuid="2d09b7c7ceb2410793773071e4035dbd">tempest-ServerRescueNegativeTestJSON-459233852-project-member</nova:user>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:project uuid="88d8cfe314254e9798a26e172ca79ab9">tempest-ServerRescueNegativeTestJSON-459233852</nova:project>
Nov 29 08:50:29 user nova-compute[75249]:       </nova:owner>
Nov 29 08:50:29 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:50:29 user nova-compute[75249]:       <nova:ports>
Nov 29 08:50:29 user nova-compute[75249]:         <nova:port uuid="7adb3163-cb11-4ab2-94a5-7de20bc8b645">
Nov 29 08:50:29 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 08:50:29 user nova-compute[75249]:         </nova:port>
Nov 29 08:50:29 user nova-compute[75249]:       </nova:ports>
Nov 29 08:50:29 user nova-compute[75249]:     </nova:instance>
Nov 29 08:50:29 user nova-compute[75249]:   </metadata>
Nov 29 08:50:29 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:50:29 user nova-compute[75249]:     <system>
Nov 29 08:50:29 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:50:29 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:50:29 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:50:29 user nova-compute[75249]:       <entry name="serial">7aa25dcb-16e7-45c5-9645-b58d95a130b0</entry>
Nov 29 08:50:29 user nova-compute[75249]:       <entry name="uuid">7aa25dcb-16e7-45c5-9645-b58d95a130b0</entry>
Nov 29 08:50:29 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:50:29 user nova-compute[75249]:     </system>
Nov 29 08:50:29 user nova-compute[75249]:   </sysinfo>
Nov 29 08:50:29 user nova-compute[75249]:   <os>
Nov 29 08:50:29 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:50:29 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:50:29 user nova-compute[75249]:   </os>
Nov 29 08:50:29 user nova-compute[75249]:   <features>
Nov 29 08:50:29 user nova-compute[75249]:     <acpi/>
Nov 29 08:50:29 user nova-compute[75249]:     <apic/>
Nov 29 08:50:29 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:50:29 user nova-compute[75249]:   </features>
Nov 29 08:50:29 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:50:29 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:50:29 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:50:29 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:50:29 user nova-compute[75249]:   </clock>
Nov 29 08:50:29 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:50:29 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:50:29 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:50:29 user nova-compute[75249]:   </cpu>
Nov 29 08:50:29 user nova-compute[75249]:   <devices>
Nov 29 08:50:29 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:50:29 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:50:29 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue"/>
Nov 29 08:50:29 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:50:29 user nova-compute[75249]:     </disk>
Nov 29 08:50:29 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:50:29 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:50:29 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk"/>
Nov 29 08:50:29 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:50:29 user nova-compute[75249]:     </disk>
Nov 29 08:50:29 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:50:29 user nova-compute[75249]:       <mac address="fa:16:3e:2f:75:87"/>
Nov 29 08:50:29 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:50:29 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:50:29 user nova-compute[75249]:       <target dev="tap7adb3163-cb"/>
Nov 29 08:50:29 user nova-compute[75249]:     </interface>
Nov 29 08:50:29 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:50:29 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/console.log" append="off"/>
Nov 29 08:50:29 user nova-compute[75249]:     </serial>
Nov 29 08:50:29 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:50:29 user nova-compute[75249]:     <video>
Nov 29 08:50:29 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:50:29 user nova-compute[75249]:     </video>
Nov 29 08:50:29 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:50:29 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:50:29 user nova-compute[75249]:     </rng>
Nov 29 08:50:29 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:50:29 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:50:29 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:50:29 user nova-compute[75249]:     </memballoon>
Nov 29 08:50:29 user nova-compute[75249]:   </devices>
Nov 29 08:50:29 user nova-compute[75249]: </domain>
Nov 29 08:50:29 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:50:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance destroyed successfully.
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:50:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:2f:75:87, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:50:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:50:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:30 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:50:30 user nova-compute[75249]: INFO nova.compute.claims [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Claim successful on node user
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.407s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.network.neutron [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:50:31 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:50:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.policy [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc4ad0645e5b4de1a8da9733ef1f11e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f4174a11664198baa22cf60e86a567', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:50:31 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Creating image(s)
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "/opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "/opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "/opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "7df0942e2dfc583b62882064952fd94141cb24d4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "7df0942e2dfc583b62882064952fd94141cb24d4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-f7f58aa7-c673-43f7-bd75-9da8a3e9befc req-68939a7c-462c-4d79-ad0d-a6cae1d0f1fd service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f7f58aa7-c673-43f7-bd75-9da8a3e9befc req-68939a7c-462c-4d79-ad0d-a6cae1d0f1fd service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f7f58aa7-c673-43f7-bd75-9da8a3e9befc req-68939a7c-462c-4d79-ad0d-a6cae1d0f1fd service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f7f58aa7-c673-43f7-bd75-9da8a3e9befc req-68939a7c-462c-4d79-ad0d-a6cae1d0f1fd service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-f7f58aa7-c673-43f7-bd75-9da8a3e9befc req-68939a7c-462c-4d79-ad0d-a6cae1d0f1fd service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:32 user nova-compute[75249]: WARNING nova.compute.manager [req-f7f58aa7-c673-43f7-bd75-9da8a3e9befc req-68939a7c-462c-4d79-ad0d-a6cae1d0f1fd service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state active and task_state rescuing.
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.part --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG nova.virt.images [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] 720406df-d991-4a3c-89dc-bf7d8267c9e8 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.part /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Successfully created port: 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.part /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.converted" returned: 0 in 0.286s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4.converted --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "7df0942e2dfc583b62882064952fd94141cb24d4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.338s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:32 user nova-compute[75249]: INFO nova.compute.manager [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Terminating instance
Nov 29 08:50:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 --force-share --output=json" returned: 0 in 0.225s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "7df0942e2dfc583b62882064952fd94141cb24d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "7df0942e2dfc583b62882064952fd94141cb24d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4,backing_fmt=raw /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-43a4f545-b966-495f-ac2a-d7a0ddbeb47e req-a080023c-3fca-4760-a8d9-0b4c806ee199 service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-vif-unplugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43a4f545-b966-495f-ac2a-d7a0ddbeb47e req-a080023c-3fca-4760-a8d9-0b4c806ee199 service nova] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43a4f545-b966-495f-ac2a-d7a0ddbeb47e req-a080023c-3fca-4760-a8d9-0b4c806ee199 service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43a4f545-b966-495f-ac2a-d7a0ddbeb47e req-a080023c-3fca-4760-a8d9-0b4c806ee199 service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-43a4f545-b966-495f-ac2a-d7a0ddbeb47e req-a080023c-3fca-4760-a8d9-0b4c806ee199 service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] No waiting events found dispatching network-vif-unplugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-43a4f545-b966-495f-ac2a-d7a0ddbeb47e req-a080023c-3fca-4760-a8d9-0b4c806ee199 service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-vif-unplugged-89c5120e-dad1-4f5d-ad07-50ab175a767d for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4,backing_fmt=raw /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk 1073741824" returned: 0 in 0.065s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "7df0942e2dfc583b62882064952fd94141cb24d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Cannot resize image /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Ensure instance console log exists: /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.007s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Instance destroyed successfully.
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.objects.instance [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lazy-loading 'resources' on Instance uuid 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1303921668',display_name='tempest-VolumesActionsTest-instance-1303921668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1303921668',id=25,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:48:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e16a333330624100a5e6538f3c2dbf0a',ramdisk_id='',reservation_id='r-q82f0spa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-337153630',owner_user_name='tempest-VolumesActionsTest-337153630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:48:51Z,user_data=None,user_id='69bba13640c4451f972c081882aa0ab7',uuid=3f29f92f-13de-4eb8-87b8-e33d87b8ac4e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converting VIF {"id": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "address": "fa:16:3e:b8:02:c7", "network": {"id": "f33ed14a-bf16-4f0b-b7a0-94d25efd8b63", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1888769902-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e16a333330624100a5e6538f3c2dbf0a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89c5120e-da", "ovs_interfaceid": "89c5120e-dad1-4f5d-ad07-50ab175a767d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG os_vif [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:33 user nova-compute[75249]: WARNING nova.compute.manager [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state active and task_state rescuing.
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:33 user nova-compute[75249]: WARNING nova.compute.manager [req-bd0a1a27-22c9-4b44-b2f2-a7afc108a4f0 req-64a1063f-7700-452c-807f-7d404739b5a9 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state active and task_state rescuing.
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap89c5120e-da, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f9e8e25-22d9-485d-bef3-68c56c17fde7) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:33 user nova-compute[75249]: INFO os_vif [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:02:c7,bridge_name='br-int',has_traffic_filtering=True,id=89c5120e-dad1-4f5d-ad07-50ab175a767d,network=Network(f33ed14a-bf16-4f0b-b7a0-94d25efd8b63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89c5120e-da')
Nov 29 08:50:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Deleting instance files /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e_del
Nov 29 08:50:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Deletion of /opt/stack/data/nova/instances/3f29f92f-13de-4eb8-87b8-e33d87b8ac4e_del complete
Nov 29 08:50:33 user nova-compute[75249]: INFO nova.compute.manager [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Successfully updated port: 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:50:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f0b1341a-e4dc-4f59-b646-6e315f156928 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.network.neutron [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance network_info: |[{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Start _get_guest_xml network_info=[{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:50:27Z,direct_url=<?>,disk_format='qcow2',id=720406df-d991-4a3c-89dc-bf7d8267c9e8,min_disk=0,min_ram=0,name='tempest-scenario-img--1378806004',owner='26f4174a11664198baa22cf60e86a567',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:50:29Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '720406df-d991-4a3c-89dc-bf7d8267c9e8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:50:34 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:34 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:50:27Z,direct_url=<?>,disk_format='qcow2',id=720406df-d991-4a3c-89dc-bf7d8267c9e8,min_disk=0,min_ram=0,name='tempest-scenario-img--1378806004',owner='26f4174a11664198baa22cf60e86a567',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:50:29Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1621652863',display_name='tempest-TestMinimumBasicScenario-server-1621652863',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1621652863',id=28,image_ref='720406df-d991-4a3c-89dc-bf7d8267c9e8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/K8kZXrPh5yCGnX4InIHxLPxRW0rWb368bg+VJz1+GaDRbF2OqjtZDgI3n5VepNhfHha82QWojKBVdY1LMTLNKqDb9nZ1R80iQBBnruuIYv9pJiJ/DjWTuMODsi26l0w==',key_name='tempest-TestMinimumBasicScenario-651182568',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-njet8nf9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='720406df-d991-4a3c-89dc-bf7d8267c9e8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:50:31Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=b2d78631-e384-4988-9673-d267d573d62e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.objects.instance [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'pci_devices' on Instance uuid b2d78631-e384-4988-9673-d267d573d62e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:50:34 user nova-compute[75249]:   <uuid>b2d78631-e384-4988-9673-d267d573d62e</uuid>
Nov 29 08:50:34 user nova-compute[75249]:   <name>instance-0000001c</name>
Nov 29 08:50:34 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:50:34 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:50:34 user nova-compute[75249]:   <metadata>
Nov 29 08:50:34 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:50:34 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:50:34 user nova-compute[75249]:       <nova:name>tempest-TestMinimumBasicScenario-server-1621652863</nova:name>
Nov 29 08:50:34 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:50:34</nova:creationTime>
Nov 29 08:50:34 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:50:34 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:50:34 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:50:34 user nova-compute[75249]:       <nova:owner>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:user uuid="bc4ad0645e5b4de1a8da9733ef1f11e6">tempest-TestMinimumBasicScenario-859354647-project-member</nova:user>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:project uuid="26f4174a11664198baa22cf60e86a567">tempest-TestMinimumBasicScenario-859354647</nova:project>
Nov 29 08:50:34 user nova-compute[75249]:       </nova:owner>
Nov 29 08:50:34 user nova-compute[75249]:       <nova:root type="image" uuid="720406df-d991-4a3c-89dc-bf7d8267c9e8"/>
Nov 29 08:50:34 user nova-compute[75249]:       <nova:ports>
Nov 29 08:50:34 user nova-compute[75249]:         <nova:port uuid="889ab3a4-2064-4e5e-9eb3-b0f36551a651">
Nov 29 08:50:34 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 08:50:34 user nova-compute[75249]:         </nova:port>
Nov 29 08:50:34 user nova-compute[75249]:       </nova:ports>
Nov 29 08:50:34 user nova-compute[75249]:     </nova:instance>
Nov 29 08:50:34 user nova-compute[75249]:   </metadata>
Nov 29 08:50:34 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:50:34 user nova-compute[75249]:     <system>
Nov 29 08:50:34 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:50:34 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:50:34 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:50:34 user nova-compute[75249]:       <entry name="serial">b2d78631-e384-4988-9673-d267d573d62e</entry>
Nov 29 08:50:34 user nova-compute[75249]:       <entry name="uuid">b2d78631-e384-4988-9673-d267d573d62e</entry>
Nov 29 08:50:34 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:50:34 user nova-compute[75249]:     </system>
Nov 29 08:50:34 user nova-compute[75249]:   </sysinfo>
Nov 29 08:50:34 user nova-compute[75249]:   <os>
Nov 29 08:50:34 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:50:34 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:50:34 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:50:34 user nova-compute[75249]:   </os>
Nov 29 08:50:34 user nova-compute[75249]:   <features>
Nov 29 08:50:34 user nova-compute[75249]:     <acpi/>
Nov 29 08:50:34 user nova-compute[75249]:     <apic/>
Nov 29 08:50:34 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:50:34 user nova-compute[75249]:   </features>
Nov 29 08:50:34 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:50:34 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:50:34 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:50:34 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:50:34 user nova-compute[75249]:   </clock>
Nov 29 08:50:34 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:50:34 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:50:34 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:50:34 user nova-compute[75249]:   </cpu>
Nov 29 08:50:34 user nova-compute[75249]:   <devices>
Nov 29 08:50:34 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:50:34 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:50:34 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk"/>
Nov 29 08:50:34 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:50:34 user nova-compute[75249]:     </disk>
Nov 29 08:50:34 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:50:34 user nova-compute[75249]:       <mac address="fa:16:3e:9a:ad:02"/>
Nov 29 08:50:34 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:50:34 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:50:34 user nova-compute[75249]:       <target dev="tap889ab3a4-20"/>
Nov 29 08:50:34 user nova-compute[75249]:     </interface>
Nov 29 08:50:34 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:50:34 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/console.log" append="off"/>
Nov 29 08:50:34 user nova-compute[75249]:     </serial>
Nov 29 08:50:34 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:50:34 user nova-compute[75249]:     <video>
Nov 29 08:50:34 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:50:34 user nova-compute[75249]:     </video>
Nov 29 08:50:34 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:50:34 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:50:34 user nova-compute[75249]:     </rng>
Nov 29 08:50:34 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:50:34 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:50:34 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:50:34 user nova-compute[75249]:     </memballoon>
Nov 29 08:50:34 user nova-compute[75249]:   </devices>
Nov 29 08:50:34 user nova-compute[75249]: </domain>
Nov 29 08:50:34 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1621652863',display_name='tempest-TestMinimumBasicScenario-server-1621652863',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1621652863',id=28,image_ref='720406df-d991-4a3c-89dc-bf7d8267c9e8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/K8kZXrPh5yCGnX4InIHxLPxRW0rWb368bg+VJz1+GaDRbF2OqjtZDgI3n5VepNhfHha82QWojKBVdY1LMTLNKqDb9nZ1R80iQBBnruuIYv9pJiJ/DjWTuMODsi26l0w==',key_name='tempest-TestMinimumBasicScenario-651182568',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-njet8nf9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='720406df-d991-4a3c-89dc-bf7d8267c9e8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:50:31Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=b2d78631-e384-4988-9673-d267d573d62e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG os_vif [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '59582581-135f-500a-a4e2-72a0d9678571', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap889ab3a4-20, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap889ab3a4-20, col_values=(('qos', UUID('9616a8e2-04da-4367-9e17-64a1956d2a62')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap889ab3a4-20, col_values=(('external_ids', {'iface-id': '889ab3a4-2064-4e5e-9eb3-b0f36551a651', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:ad:02', 'vm-uuid': 'b2d78631-e384-4988-9673-d267d573d62e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:34 user nova-compute[75249]: INFO os_vif [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20')
Nov 29 08:50:34 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Took 1.01 seconds to deallocate network for instance.
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No VIF found with MAC fa:16:3e:9a:ad:02, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-24b53ac3-13b4-4075-b656-03bed45a0cb2 req-88a9b37f-f9a1-46e6-86d4-4c98492a7fcb service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-24b53ac3-13b4-4075-b656-03bed45a0cb2 req-88a9b37f-f9a1-46e6-86d4-4c98492a7fcb service nova] Acquiring lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-24b53ac3-13b4-4075-b656-03bed45a0cb2 req-88a9b37f-f9a1-46e6-86d4-4c98492a7fcb service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-24b53ac3-13b4-4075-b656-03bed45a0cb2 req-88a9b37f-f9a1-46e6-86d4-4c98492a7fcb service nova] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-24b53ac3-13b4-4075-b656-03bed45a0cb2 req-88a9b37f-f9a1-46e6-86d4-4c98492a7fcb service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] No waiting events found dispatching network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:35 user nova-compute[75249]: WARNING nova.compute.manager [req-24b53ac3-13b4-4075-b656-03bed45a0cb2 req-88a9b37f-f9a1-46e6-86d4-4c98492a7fcb service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received unexpected event network-vif-plugged-89c5120e-dad1-4f5d-ad07-50ab175a767d for instance with vm_state deleted and task_state None.
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.540s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:35 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Deleted allocations for instance 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-919f130c-254a-43e3-b594-0f0e5da81b6a tempest-VolumesActionsTest-337153630 tempest-VolumesActionsTest-337153630-project-member] Lock "3f29f92f-13de-4eb8-87b8-e33d87b8ac4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.812s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing instance network info cache due to event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:35 user nova-compute[75249]: DEBUG nova.network.neutron [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updated VIF entry in instance network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-b8a9369f-0394-4921-9dce-934547ea6c18 req-e9829a5e-2b9c-40be-9239-e15cf08c0a9e service nova] [instance: 3f29f92f-13de-4eb8-87b8-e33d87b8ac4e] Received event network-vif-deleted-89c5120e-dad1-4f5d-ad07-50ab175a767d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-changed-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Refreshing instance network info cache due to event network-changed-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Acquiring lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Acquired lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.network.neutron [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Refreshing network info cache for port a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.network.neutron [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updated VIF entry in instance network info cache for port a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.network.neutron [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating instance_info_cache with network_info: [{"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Releasing lock "refresh_cache-29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:37 user nova-compute[75249]: WARNING nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state building and task_state spawning.
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:50:37 user nova-compute[75249]: WARNING nova.compute.manager [req-13c53abb-e03e-4795-9612-3f263b7edafa req-94cbde0f-ac78-4b18-8c0f-bed1605b345d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state building and task_state spawning.
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:50:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance spawned successfully.
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:50:39 user nova-compute[75249]: INFO nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Took 7.72 seconds to spawn the instance on the hypervisor.
Nov 29 08:50:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:50:39 user nova-compute[75249]: INFO nova.compute.manager [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Took 8.51 seconds to build instance.
Nov 29 08:50:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29db7880-c625-4af9-b209-cc53b05eb8fa tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.691s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.095s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:50:40 user nova-compute[75249]: INFO nova.compute.manager [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attaching volume af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 to /dev/vdb
Nov 29 08:50:40 user nova-compute[75249]: DEBUG os_brick.utils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[256ff5fd-a3c5-42c9-b2d6-10ca2516d0b4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5cd593d-02b5-42af-8bbd-45b1c8ff93ff]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f182f9-7f79-4a4f-a965-a0bf32141b41]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e3d0f2-f4ed-4307-a426-eba857fdfd80]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:50:40 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:50:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[284b4115-e08a-411f-894d-a8cc25f0fd1d]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG os_brick.utils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:50:40 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating existing volume attachment record: 13492022-cf39-4d16-a0b2-6391113a8693 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:50:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRjhdQWA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:50:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:50:48 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:50:48 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8093c5f7-f5df-45a5-9a91-5f3cac5af2d0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:50:48 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8512b22f-3e43-442c-b95b-dccfd50bb0c4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30] added
Nov 29 08:50:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c73013f-29bf-49f5-ab44-01764c99bc1d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7cc448-1427-4854-88c4-a13e479accc1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRjhdQWA {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRjhdQWA" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc212c2c-aa42-4265-bd17-cd8349f59238]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xRjhdQWA'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82c634c-23b9-460f-9c3c-27a7093800c0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c30875f5-8f24-4e4b-bfae-39c8c2bcfd65]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:50:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:50:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea749a26-4211-443e-8d7b-4eeecd99b580]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260]
Nov 29 08:50:48 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260] successful.
Nov 29 08:50:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[15dddd48-03a8-46f2-8f37-c544e97743e9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.085s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[14a503a3-3127-401a-adc8-3b477d5d2fe9]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:50:48 user nova-compute[75249]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 (non-flash)
Nov 29 08:50:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:50:48 user nova-compute[75249]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 (non-flash)
Nov 29 08:50:48 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[94eab56c-f04d-4732-9be1-bdb89b00176b]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:50:48 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRjhdQWA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23735353633633934', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735353633633934', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:50:49 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:50:49 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:50:49 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:50:49 user nova-compute[75249]:   <serial>af84ef2f-a4e5-48d6-9556-f6a69d7b2b30</serial>
Nov 29 08:50:49 user nova-compute[75249]: </disk>
Nov 29 08:50:49 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:50:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:50:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:50:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:50:50 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No VIF found with MAC fa:16:3e:d7:b0:ec, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:50:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f2635be2-e264-4737-99b4-8dd4c68829b1 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.807s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:50:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:50:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 08:50:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 08:50:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:50:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:51:03 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:51:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:07 user nova-compute[75249]: INFO nova.compute.manager [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Detaching volume af84ef2f-a4e5-48d6-9556-f6a69d7b2b30
Nov 29 08:51:07 user nova-compute[75249]: INFO nova.virt.block_device [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attempting to driver detach volume af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 from mountpoint /dev/vdb
Nov 29 08:51:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Attempting to detach device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:51:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:51:07 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:51:07 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:51:07 user nova-compute[75249]:   <serial>af84ef2f-a4e5-48d6-9556-f6a69d7b2b30</serial>
Nov 29 08:51:07 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:51:07 user nova-compute[75249]: </disk>
Nov 29 08:51:07 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:51:07 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config.
Nov 29 08:51:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:51:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:51:07 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:51:07 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:51:07 user nova-compute[75249]:   <serial>af84ef2f-a4e5-48d6-9556-f6a69d7b2b30</serial>
Nov 29 08:51:07 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:51:07 user nova-compute[75249]: </disk>
Nov 29 08:51:07 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:51:08 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:51:08 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7699MB free_disk=25.211997985839844GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance b2d78631-e384-4988-9673-d267d573d62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 08:51:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 08:51:09 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:51:09 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:51:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:51:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.607s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:51:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:13 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:51:13 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 08:51:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:28 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c is timed out.
Nov 29 08:51:28 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config.
Nov 29 08:51:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRjhdQWA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:51:28 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef04df45-97c0-4446-b079-76ffe3d248ac]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:51:28 user nova-compute[75249]: No targets found.
Nov 29 08:51:28 user nova-compute[75249]: iSNS:
Nov 29 08:51:28 user nova-compute[75249]: No targets found.
Nov 29 08:51:28 user nova-compute[75249]: STATIC:
Nov 29 08:51:28 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:51:28 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:51:28 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:51:28 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30
Nov 29 08:51:28 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:51:28 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:51:28 user nova-compute[75249]: FIRMWARE:
Nov 29 08:51:28 user nova-compute[75249]: No targets found.
Nov 29 08:51:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:51:28 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:51:28 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2aaaede-045b-4f82-8609-a2000c70b753]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f7c78a-2073-40f5-92b9-d0fad25474e7]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:51:28 user nova-compute[75249]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 (non-flash)
Nov 29 08:51:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:51:28 user nova-compute[75249]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 (non-flash)
Nov 29 08:51:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0bc53f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f950f21-ebf7-4e69-b341-125818f9823a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ed5192-191b-47cc-bcb4-be501d0df5df]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[de40245f-f97a-4b9c-a432-0b0e6abaabab]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22de7b77-d3c3-4221-a1a8-d4eb56f135a2]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24155ba-14e7-458e-b0fe-153c9cfe3d9d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[747e1968-dbff-4ff8-9689-b3c368956369]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260]
Nov 29 08:51:28 user nova-compute[75249]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30, portal: 172.16.0.220,3260] successful.
Nov 29 08:51:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af84ef2f-a4e5-48d6-9556-f6a69d7b2b30 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[977098ad-a5b4-40ac-94d4-033c9f7c3940]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== disconnect_volume: return (287ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:51:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:51:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:51:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ef49619-439b-416f-801c-9c4399517605 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.654s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:51:30 user nova-compute[75249]: INFO nova.compute.claims [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Claim successful on node user
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.455s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:51:30 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:51:30 user nova-compute[75249]: DEBUG nova.policy [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d6d320d759146138743b617bf7d1971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72c20da45101414f81e176f3b6abb908', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:51:31 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Creating image(s)
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "/opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "/opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "/opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk 1073741824" returned: 0 in 0.063s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Successfully created port: 3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Cannot resize image /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Ensure instance console log exists: /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Successfully updated port: 3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquired lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-changed-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.compute.manager [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Refreshing instance network info cache due to event network-changed-3b5cb38b-e5e9-4f03-890c-2acc386d1192. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] Acquiring lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updating instance_info_cache with network_info: [{"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Releasing lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Instance network_info: |[{"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] Acquired lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.neutron [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Refreshing network info cache for port 3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Start _get_guest_xml network_info=[{"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:51:32 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:51:32 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:51:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-8318240',id=29,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMdB+I66di5cfmr4WbbyA5Oo8kSdvc1+6Wxf3I3yrwUv4fx7e4XnHtwTwFOHrrdcB1Q3pSnvzKQfv8J1av101KBFG67cHq15op+o7+0saIPii3cPcxDiJ/RY8Cz7bMCJZg==',key_name='tempest-keypair-533790693',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='72c20da45101414f81e176f3b6abb908',ramdisk_id='',reservation_id='r-ibufgs04',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-81926985',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:51:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d6d320d759146138743b617bf7d1971',uuid=3725b214-94ca-466d-ab11-7a13958e21de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Converting VIF {"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lazy-loading 'pci_devices' on Instance uuid 3725b214-94ca-466d-ab11-7a13958e21de {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:51:32 user nova-compute[75249]:   <uuid>3725b214-94ca-466d-ab11-7a13958e21de</uuid>
Nov 29 08:51:32 user nova-compute[75249]:   <name>instance-0000001d</name>
Nov 29 08:51:32 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:51:32 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:51:32 user nova-compute[75249]:   <metadata>
Nov 29 08:51:32 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:51:32 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:51:32 user nova-compute[75249]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084</nova:name>
Nov 29 08:51:32 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:51:32</nova:creationTime>
Nov 29 08:51:32 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:51:32 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:51:32 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:51:32 user nova-compute[75249]:       <nova:owner>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:user uuid="5d6d320d759146138743b617bf7d1971">tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member</nova:user>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:project uuid="72c20da45101414f81e176f3b6abb908">tempest-TestServerVolumeAttachScenarioOldVersion-81926985</nova:project>
Nov 29 08:51:32 user nova-compute[75249]:       </nova:owner>
Nov 29 08:51:32 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:51:32 user nova-compute[75249]:       <nova:ports>
Nov 29 08:51:32 user nova-compute[75249]:         <nova:port uuid="3b5cb38b-e5e9-4f03-890c-2acc386d1192">
Nov 29 08:51:32 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 08:51:32 user nova-compute[75249]:         </nova:port>
Nov 29 08:51:32 user nova-compute[75249]:       </nova:ports>
Nov 29 08:51:32 user nova-compute[75249]:     </nova:instance>
Nov 29 08:51:32 user nova-compute[75249]:   </metadata>
Nov 29 08:51:32 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:51:32 user nova-compute[75249]:     <system>
Nov 29 08:51:32 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:51:32 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:51:32 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:51:32 user nova-compute[75249]:       <entry name="serial">3725b214-94ca-466d-ab11-7a13958e21de</entry>
Nov 29 08:51:32 user nova-compute[75249]:       <entry name="uuid">3725b214-94ca-466d-ab11-7a13958e21de</entry>
Nov 29 08:51:32 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:51:32 user nova-compute[75249]:     </system>
Nov 29 08:51:32 user nova-compute[75249]:   </sysinfo>
Nov 29 08:51:32 user nova-compute[75249]:   <os>
Nov 29 08:51:32 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:51:32 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:51:32 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:51:32 user nova-compute[75249]:   </os>
Nov 29 08:51:32 user nova-compute[75249]:   <features>
Nov 29 08:51:32 user nova-compute[75249]:     <acpi/>
Nov 29 08:51:32 user nova-compute[75249]:     <apic/>
Nov 29 08:51:32 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:51:32 user nova-compute[75249]:   </features>
Nov 29 08:51:32 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:51:32 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:51:32 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:51:32 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:51:32 user nova-compute[75249]:   </clock>
Nov 29 08:51:32 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:51:32 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:51:32 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:51:32 user nova-compute[75249]:   </cpu>
Nov 29 08:51:32 user nova-compute[75249]:   <devices>
Nov 29 08:51:32 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:51:32 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:51:32 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk"/>
Nov 29 08:51:32 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:51:32 user nova-compute[75249]:     </disk>
Nov 29 08:51:32 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:51:32 user nova-compute[75249]:       <mac address="fa:16:3e:65:b9:e4"/>
Nov 29 08:51:32 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:51:32 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:51:32 user nova-compute[75249]:       <target dev="tap3b5cb38b-e5"/>
Nov 29 08:51:32 user nova-compute[75249]:     </interface>
Nov 29 08:51:32 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:51:32 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/console.log" append="off"/>
Nov 29 08:51:32 user nova-compute[75249]:     </serial>
Nov 29 08:51:32 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:51:32 user nova-compute[75249]:     <video>
Nov 29 08:51:32 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:51:32 user nova-compute[75249]:     </video>
Nov 29 08:51:32 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:51:32 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:51:32 user nova-compute[75249]:     </rng>
Nov 29 08:51:32 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:51:32 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:51:32 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:51:32 user nova-compute[75249]:     </memballoon>
Nov 29 08:51:32 user nova-compute[75249]:   </devices>
Nov 29 08:51:32 user nova-compute[75249]: </domain>
Nov 29 08:51:32 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:51:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-8318240',id=29,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMdB+I66di5cfmr4WbbyA5Oo8kSdvc1+6Wxf3I3yrwUv4fx7e4XnHtwTwFOHrrdcB1Q3pSnvzKQfv8J1av101KBFG67cHq15op+o7+0saIPii3cPcxDiJ/RY8Cz7bMCJZg==',key_name='tempest-keypair-533790693',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='72c20da45101414f81e176f3b6abb908',ramdisk_id='',reservation_id='r-ibufgs04',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-81926985',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:51:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d6d320d759146138743b617bf7d1971',uuid=3725b214-94ca-466d-ab11-7a13958e21de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Converting VIF {"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG os_vif [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fc54acf1-593d-5206-ae20-dd2600cb65aa', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b5cb38b-e5, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b5cb38b-e5, col_values=(('qos', UUID('5a5325bc-fbea-4aad-882a-86ee4ef7cc21')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b5cb38b-e5, col_values=(('external_ids', {'iface-id': '3b5cb38b-e5e9-4f03-890c-2acc386d1192', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:b9:e4', 'vm-uuid': '3725b214-94ca-466d-ab11-7a13958e21de'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:32 user nova-compute[75249]: INFO os_vif [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5')
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] No VIF found with MAC fa:16:3e:65:b9:e4, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:51:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updated VIF entry in instance network info cache for port 3b5cb38b-e5e9-4f03-890c-2acc386d1192. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:51:33 user nova-compute[75249]: DEBUG nova.network.neutron [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updating instance_info_cache with network_info: [{"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:51:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-68b75bad-e0d7-4b36-9347-4625501e17ef req-2dd62367-7d96-47ed-b217-4b87ee0b63b0 service nova] Releasing lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-ffceec66-9c6b-4f0c-bc10-a8a5c2f51403 req-b0210dea-fd8a-4151-96bc-b0448a39e937 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ffceec66-9c6b-4f0c-bc10-a8a5c2f51403 req-b0210dea-fd8a-4151-96bc-b0448a39e937 service nova] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ffceec66-9c6b-4f0c-bc10-a8a5c2f51403 req-b0210dea-fd8a-4151-96bc-b0448a39e937 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ffceec66-9c6b-4f0c-bc10-a8a5c2f51403 req-b0210dea-fd8a-4151-96bc-b0448a39e937 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-ffceec66-9c6b-4f0c-bc10-a8a5c2f51403 req-b0210dea-fd8a-4151-96bc-b0448a39e937 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] No waiting events found dispatching network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:51:34 user nova-compute[75249]: WARNING nova.compute.manager [req-ffceec66-9c6b-4f0c-bc10-a8a5c2f51403 req-b0210dea-fd8a-4151-96bc-b0448a39e937 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received unexpected event network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 for instance with vm_state building and task_state spawning.
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:51:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Instance spawned successfully.
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-749844a0-4b59-4f43-b545-2e671dff5a35 req-13dbd572-94b7-42cf-9330-3cfa2b578f13 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-749844a0-4b59-4f43-b545-2e671dff5a35 req-13dbd572-94b7-42cf-9330-3cfa2b578f13 service nova] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-749844a0-4b59-4f43-b545-2e671dff5a35 req-13dbd572-94b7-42cf-9330-3cfa2b578f13 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-749844a0-4b59-4f43-b545-2e671dff5a35 req-13dbd572-94b7-42cf-9330-3cfa2b578f13 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-749844a0-4b59-4f43-b545-2e671dff5a35 req-13dbd572-94b7-42cf-9330-3cfa2b578f13 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] No waiting events found dispatching network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:51:36 user nova-compute[75249]: WARNING nova.compute.manager [req-749844a0-4b59-4f43-b545-2e671dff5a35 req-13dbd572-94b7-42cf-9330-3cfa2b578f13 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received unexpected event network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 for instance with vm_state building and task_state spawning.
Nov 29 08:51:36 user nova-compute[75249]: INFO nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Took 5.70 seconds to spawn the instance on the hypervisor.
Nov 29 08:51:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:51:36 user nova-compute[75249]: INFO nova.compute.manager [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Took 6.50 seconds to build instance.
Nov 29 08:51:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4a427c28-99ce-4a49-b4d7-2b852c9e2e70 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.617s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-changed-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Refreshing instance network info cache due to event network-changed-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] Acquiring lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] Acquired lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Refreshing network info cache for port 4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updated VIF entry in instance network info cache for port 4fdebbbe-8c42-4a94-b7bf-b3530a3b3186. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:51:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-718b7bb8-a023-408d-bebd-60a99f352ccb req-2eb78acf-21f6-4518-ade5-88b85cb94f4d service nova] Releasing lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:51:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:51:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:51:54 user nova-compute[75249]: INFO nova.compute.claims [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Claim successful on node user
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:51:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.policy [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2825c6d64440be860bb95c92faea38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '782939fa1f2648eb8b0e8ec8c26ccc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:51:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Creating image(s)
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "/opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk 1073741824" returned: 0 in 0.062s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Successfully created port: ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Checking if we can resize image /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Cannot resize image /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Ensure instance console log exists: /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:56 user nova-compute[75249]: INFO nova.compute.manager [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Attaching volume 277a6d86-fb70-4a25-953e-b4fd66539b29 to /dev/vdb
Nov 29 08:51:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad19718c-ada4-4125-b80f-643bb6ed2a70]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6188c589-05aa-4e93-8597-66ee68455ed2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[90909b7a-fc32-49d6-83c0-364514480d98]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[767e1034-6eb8-463e-9a69-f21f8f0c5383]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:51:56 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:51:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5631cec-7f23-446f-8e19-1969f981fead]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:51:56 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating existing volume attachment record: 27e28380-2011-4bac-9c18-104605179eae {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Successfully updated port: ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-changed-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Refreshing instance network info cache due to event network-changed-ac0d22b3-4cc7-4984-aa0c-d7192eab08db. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] Acquiring lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Updating instance_info_cache with network_info: [{"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Instance network_info: |[{"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] Acquired lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Refreshing network info cache for port ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Start _get_guest_xml network_info=[{"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:51:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:51:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:51:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949826195',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949826195',id=30,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-ijuxhinx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:51:56Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=725c1bdc-3812-4fca-9f93-4cb3690d6c7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'pci_devices' on Instance uuid 725c1bdc-3812-4fca-9f93-4cb3690d6c7a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:51:57 user nova-compute[75249]:   <uuid>725c1bdc-3812-4fca-9f93-4cb3690d6c7a</uuid>
Nov 29 08:51:57 user nova-compute[75249]:   <name>instance-0000001e</name>
Nov 29 08:51:57 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:51:57 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:51:57 user nova-compute[75249]:   <metadata>
Nov 29 08:51:57 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:51:57 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:51:57 user nova-compute[75249]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1949826195</nova:name>
Nov 29 08:51:57 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:51:57</nova:creationTime>
Nov 29 08:51:57 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:51:57 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:51:57 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:51:57 user nova-compute[75249]:       <nova:owner>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:user uuid="6d2825c6d64440be860bb95c92faea38">tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member</nova:user>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:project uuid="782939fa1f2648eb8b0e8ec8c26ccc30">tempest-ServerBootFromVolumeStableRescueTest-805179477</nova:project>
Nov 29 08:51:57 user nova-compute[75249]:       </nova:owner>
Nov 29 08:51:57 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:51:57 user nova-compute[75249]:       <nova:ports>
Nov 29 08:51:57 user nova-compute[75249]:         <nova:port uuid="ac0d22b3-4cc7-4984-aa0c-d7192eab08db">
Nov 29 08:51:57 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 08:51:57 user nova-compute[75249]:         </nova:port>
Nov 29 08:51:57 user nova-compute[75249]:       </nova:ports>
Nov 29 08:51:57 user nova-compute[75249]:     </nova:instance>
Nov 29 08:51:57 user nova-compute[75249]:   </metadata>
Nov 29 08:51:57 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:51:57 user nova-compute[75249]:     <system>
Nov 29 08:51:57 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:51:57 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:51:57 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:51:57 user nova-compute[75249]:       <entry name="serial">725c1bdc-3812-4fca-9f93-4cb3690d6c7a</entry>
Nov 29 08:51:57 user nova-compute[75249]:       <entry name="uuid">725c1bdc-3812-4fca-9f93-4cb3690d6c7a</entry>
Nov 29 08:51:57 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:51:57 user nova-compute[75249]:     </system>
Nov 29 08:51:57 user nova-compute[75249]:   </sysinfo>
Nov 29 08:51:57 user nova-compute[75249]:   <os>
Nov 29 08:51:57 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:51:57 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:51:57 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:51:57 user nova-compute[75249]:   </os>
Nov 29 08:51:57 user nova-compute[75249]:   <features>
Nov 29 08:51:57 user nova-compute[75249]:     <acpi/>
Nov 29 08:51:57 user nova-compute[75249]:     <apic/>
Nov 29 08:51:57 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:51:57 user nova-compute[75249]:   </features>
Nov 29 08:51:57 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:51:57 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:51:57 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:51:57 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:51:57 user nova-compute[75249]:   </clock>
Nov 29 08:51:57 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:51:57 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:51:57 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:51:57 user nova-compute[75249]:   </cpu>
Nov 29 08:51:57 user nova-compute[75249]:   <devices>
Nov 29 08:51:57 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:51:57 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:51:57 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk"/>
Nov 29 08:51:57 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:51:57 user nova-compute[75249]:     </disk>
Nov 29 08:51:57 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:51:57 user nova-compute[75249]:       <mac address="fa:16:3e:ac:94:b6"/>
Nov 29 08:51:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:51:57 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:51:57 user nova-compute[75249]:       <target dev="tapac0d22b3-4c"/>
Nov 29 08:51:57 user nova-compute[75249]:     </interface>
Nov 29 08:51:57 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:51:57 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/console.log" append="off"/>
Nov 29 08:51:57 user nova-compute[75249]:     </serial>
Nov 29 08:51:57 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:51:57 user nova-compute[75249]:     <video>
Nov 29 08:51:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:51:57 user nova-compute[75249]:     </video>
Nov 29 08:51:57 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:51:57 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:51:57 user nova-compute[75249]:     </rng>
Nov 29 08:51:57 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:51:57 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:51:57 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:51:57 user nova-compute[75249]:     </memballoon>
Nov 29 08:51:57 user nova-compute[75249]:   </devices>
Nov 29 08:51:57 user nova-compute[75249]: </domain>
Nov 29 08:51:57 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:51:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949826195',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949826195',id=30,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-ijuxhinx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:51:56Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=725c1bdc-3812-4fca-9f93-4cb3690d6c7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG os_vif [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a858c629-1c02-57e9-be03-39d6a204ada1', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac0d22b3-4c, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac0d22b3-4c, col_values=(('qos', UUID('f1afc3a6-b4e4-4c3f-8694-fdf8f7567c38')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac0d22b3-4c, col_values=(('external_ids', {'iface-id': 'ac0d22b3-4cc7-4984-aa0c-d7192eab08db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:94:b6', 'vm-uuid': '725c1bdc-3812-4fca-9f93-4cb3690d6c7a'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:57 user nova-compute[75249]: INFO os_vif [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c')
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No VIF found with MAC fa:16:3e:ac:94:b6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:51:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Updated VIF entry in instance network info cache for port ac0d22b3-4cc7-4984-aa0c-d7192eab08db. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:51:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Updating instance_info_cache with network_info: [{"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:51:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6b553dd1-ff2d-4a29-b4d1-9be1b1c65aec req-1d8e0de1-f923-4b11-93e5-16977e11fed2 service nova] Releasing lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-41f7bc7f-3d8e-436d-8460-ceb737bf0679 req-f3ecc28a-5d5a-4df0-b98d-64fdd2cbb5af service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-41f7bc7f-3d8e-436d-8460-ceb737bf0679 req-f3ecc28a-5d5a-4df0-b98d-64fdd2cbb5af service nova] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-41f7bc7f-3d8e-436d-8460-ceb737bf0679 req-f3ecc28a-5d5a-4df0-b98d-64fdd2cbb5af service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-41f7bc7f-3d8e-436d-8460-ceb737bf0679 req-f3ecc28a-5d5a-4df0-b98d-64fdd2cbb5af service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:51:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-41f7bc7f-3d8e-436d-8460-ceb737bf0679 req-f3ecc28a-5d5a-4df0-b98d-64fdd2cbb5af service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] No waiting events found dispatching network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:51:59 user nova-compute[75249]: WARNING nova.compute.manager [req-41f7bc7f-3d8e-436d-8460-ceb737bf0679 req-f3ecc28a-5d5a-4df0-b98d-64fdd2cbb5af service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received unexpected event network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db for instance with vm_state building and task_state spawning.
Nov 29 08:52:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:00 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:01 user nova-compute[75249]: INFO nova.compute.manager [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attaching volume 312838ad-2afc-4fe1-88e4-cd26f8462afe to /dev/vdb
Nov 29 08:52:01 user nova-compute[75249]: DEBUG os_brick.utils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27166bb-4725-4bee-9594-f2e0c398150e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6bab98-bfd7-46b6-9a7a-5038ae77fd8d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[76a62066-9ba3-404a-99a6-fa03f0972101]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c9ce05c-2a65-4e9b-a51a-7e62cdb99991]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:52:01 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f67e6e-83af-46d5-855b-c53ab38c21a9]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG os_brick.utils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating existing volume attachment record: fdb68369-abe6-436d-8e3d-b542b991879e {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:52:01 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Instance spawned successfully.
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:52:01 user nova-compute[75249]: INFO nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Took 5.98 seconds to spawn the instance on the hypervisor.
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-7834e434-3a10-46eb-8ac7-18bfdb3d575b req-7ddfb578-af40-4d17-8258-b036a7b6dfc8 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7834e434-3a10-46eb-8ac7-18bfdb3d575b req-7ddfb578-af40-4d17-8258-b036a7b6dfc8 service nova] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7834e434-3a10-46eb-8ac7-18bfdb3d575b req-7ddfb578-af40-4d17-8258-b036a7b6dfc8 service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7834e434-3a10-46eb-8ac7-18bfdb3d575b req-7ddfb578-af40-4d17-8258-b036a7b6dfc8 service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-7834e434-3a10-46eb-8ac7-18bfdb3d575b req-7ddfb578-af40-4d17-8258-b036a7b6dfc8 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] No waiting events found dispatching network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:01 user nova-compute[75249]: WARNING nova.compute.manager [req-7834e434-3a10-46eb-8ac7-18bfdb3d575b req-7ddfb578-af40-4d17-8258-b036a7b6dfc8 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received unexpected event network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db for instance with vm_state building and task_state spawning.
Nov 29 08:52:01 user nova-compute[75249]: INFO nova.compute.manager [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Took 6.84 seconds to build instance.
Nov 29 08:52:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ba9c292e-dba0-4da8-9ca9-d648baee29c4 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.935s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:02 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:03 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:52:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:52:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:52:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating instance_info_cache with network_info: [{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:52:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:52:08 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:08 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:08 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba68c65-db39-4043-a638-954481508099]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:52:08 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ca5afb-79ab-4a1a-a702-fc77a864eea7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29] added
Nov 29 08:52:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[94eda36d-f686-4da9-8ec3-22c5e63ecf91]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[577e7f05-105e-40c2-8242-b4ab16618c19]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EiHDplro {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'velJNTut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:52:08 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EiHDplro" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1132179-0ce9-4090-b515-65da5da72081]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EiHDplro'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b63f82-b8b7-47fc-8f97-affb299bc97f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f305f823-d657-42db-8a77-81d783d4d278]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[970e3c1a-a165-418a-a329-f507932575ff]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]
Nov 29 08:52:09 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.
Nov 29 08:52:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[53582ba4-b0b9-4766-bacb-54c80c8d1c48]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4e5457-d18f-4c9f-8753-719790841e71]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:09 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:09 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c452d5-3ed6-412f-b211-30c9af651365]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:52:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:52:09 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7671MB free_disk=25.178619384765625GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance b2d78631-e384-4988-9673-d267d573d62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3725b214-94ca-466d-ab11-7a13958e21de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:52:09 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.511s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23831626632636630', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23831626632636630', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.227s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:10 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:10 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.objects.instance [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ce72b9-53b9-4f03-b17e-df5c8515066f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:52:10 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:52:10 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:52:10 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:52:10 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:52:10 user nova-compute[75249]:   <serial>277a6d86-fb70-4a25-953e-b4fd66539b29</serial>
Nov 29 08:52:10 user nova-compute[75249]: </disk>
Nov 29 08:52:10 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefffc05-fb92-43a9-8fcc-76449ca9eae5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe] added
Nov 29 08:52:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d93a8cb2-a498-48d5-bf16-af01eb37871b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.099s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a753cf08-c068-402f-8a64-df0a1083a162]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v velJNTut {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v velJNTut" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ea301d-acbc-4c60-b7b1-73deb62bcc8f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'velJNTut'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[524564d3-c5b2-4fba-b5ef-58adecb90f99]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[def303c4-6f10-4cbb-a54a-32ed6d52b87e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd8ea7d-8618-4a96-a607-11affd9141d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260]
Nov 29 08:52:10 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260] successful.
Nov 29 08:52:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9861dc8-9899-4f7a-a670-b9750eaac23c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a02dd67-a7fd-40cc-88b7-2d66664edfc8]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:10 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.367s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] HCTL ('34', '-', '-', 0) found on session 32 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8bf2d37-df72-4dba-8ed8-c00a73c67756]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching for a device in session 32 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'velJNTut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No VIF found with MAC fa:16:3e:c3:da:12, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:52:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c5c92003-97ae-410d-9f36-8d327ae3ef59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.347s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== connect_volume: return (2640ms) {'type': 'block', 'scsi_wwn': '26136353332373464', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136353332373464', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:52:11 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:52:11 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:52:11 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:52:11 user nova-compute[75249]:   <serial>312838ad-2afc-4fe1-88e4-cd26f8462afe</serial>
Nov 29 08:52:11 user nova-compute[75249]: </disk>
Nov 29 08:52:11 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 08:52:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No VIF found with MAC fa:16:3e:d7:b0:ec, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d893abd-5b76-4889-95c1-63236ecfe167 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.268s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-00867b06-3165-4e38-afdf-bf2743bc8ec6 req-d7fe35f8-2c52-4553-b160-e033f9b992c9 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-00867b06-3165-4e38-afdf-bf2743bc8ec6 req-d7fe35f8-2c52-4553-b160-e033f9b992c9 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-00867b06-3165-4e38-afdf-bf2743bc8ec6 req-d7fe35f8-2c52-4553-b160-e033f9b992c9 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-00867b06-3165-4e38-afdf-bf2743bc8ec6 req-d7fe35f8-2c52-4553-b160-e033f9b992c9 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-00867b06-3165-4e38-afdf-bf2743bc8ec6 req-d7fe35f8-2c52-4553-b160-e033f9b992c9 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:12 user nova-compute[75249]: WARNING nova.compute.manager [req-00867b06-3165-4e38-afdf-bf2743bc8ec6 req-d7fe35f8-2c52-4553-b160-e033f9b992c9 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state active and task_state powering-off.
Nov 29 08:52:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance destroyed successfully.
Nov 29 08:52:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9702518a-41c0-4f64-b512-35aea32deb3a tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.040s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:13 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-7506a8a8-44c5-47b2-989e-5b30d30b4ef2 req-6bb066b3-8aa2-4870-9262-023385368f34 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7506a8a8-44c5-47b2-989e-5b30d30b4ef2 req-6bb066b3-8aa2-4870-9262-023385368f34 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7506a8a8-44c5-47b2-989e-5b30d30b4ef2 req-6bb066b3-8aa2-4870-9262-023385368f34 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7506a8a8-44c5-47b2-989e-5b30d30b4ef2 req-6bb066b3-8aa2-4870-9262-023385368f34 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-7506a8a8-44c5-47b2-989e-5b30d30b4ef2 req-6bb066b3-8aa2-4870-9262-023385368f34 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:14 user nova-compute[75249]: WARNING nova.compute.manager [req-7506a8a8-44c5-47b2-989e-5b30d30b4ef2 req-6bb066b3-8aa2-4870-9262-023385368f34 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state stopped and task_state None.
Nov 29 08:52:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:14 user nova-compute[75249]: INFO nova.compute.manager [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Detaching volume 312838ad-2afc-4fe1-88e4-cd26f8462afe
Nov 29 08:52:14 user nova-compute[75249]: INFO nova.virt.block_device [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attempting to driver detach volume 312838ad-2afc-4fe1-88e4-cd26f8462afe from mountpoint /dev/vdb
Nov 29 08:52:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Attempting to detach device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:52:14 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:52:14 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:52:14 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:52:14 user nova-compute[75249]:   <serial>312838ad-2afc-4fe1-88e4-cd26f8462afe</serial>
Nov 29 08:52:14 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:52:14 user nova-compute[75249]: </disk>
Nov 29 08:52:14 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:52:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config.
Nov 29 08:52:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:52:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:52:14 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:52:14 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:52:14 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:52:14 user nova-compute[75249]:   <serial>312838ad-2afc-4fe1-88e4-cd26f8462afe</serial>
Nov 29 08:52:14 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:52:14 user nova-compute[75249]: </disk>
Nov 29 08:52:14 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:52:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:52:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'flavor' on Instance uuid b2d78631-e384-4988-9673-d267d573d62e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:24 user nova-compute[75249]: INFO nova.compute.manager [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Attaching volume 2eedf868-7687-4de2-9bce-eba49ccc1217 to /dev/vdb
Nov 29 08:52:24 user nova-compute[75249]: DEBUG os_brick.utils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57a4e2e-a239-4c16-a510-9ae486dada06]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f1f944-c604-45c2-bf12-ac441d9099bf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec53141-4356-40b0-a0fd-0ce334a9abaf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81e5078-9303-469b-9fcb-325f70e4286e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:52:24 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:52:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[217cbf63-a03c-4e36-85f6-8524fbef3223]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG os_brick.utils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:52:24 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating existing volume attachment record: a87ca41d-cd44-427a-8ad3-988eb0ebc574 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:52:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YqEAVnyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:52:31 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:31 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:31 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b41317c-1498-4fdf-9062-88ef1e768b90]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:52:31 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe63c19-15ad-4290-9914-93fad81fe9a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217] added
Nov 29 08:52:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d824074-6ef3-4404-8a4d-976c3479a1ec]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d9788e-047d-4fdd-9611-fbeb4d7e7894]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YqEAVnyP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YqEAVnyP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb20cd3-acc4-45b2-be32-59ce15a94355]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YqEAVnyP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[57135bc5-1e6a-47e2-ac36-98a211988397]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b68ab8f-29be-4d46-a851-9d8da233ce52]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c21da8-29eb-4ab5-8c10-b76124230767]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260]
Nov 29 08:52:31 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260] successful.
Nov 29 08:52:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c261562-6a72-4572-9617-e14d7acd151c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ab7d0c-5bfa-441d-b405-e5955fb03d1e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:31 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:52:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] HCTL ('35', '-', '-', 0) found on session 33 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[53332e5f-d4a6-4d48-b569-6da5f1497966]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:52:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YqEAVnyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26661646164326663', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661646164326663', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG nova.objects.instance [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'flavor' on Instance uuid b2d78631-e384-4988-9673-d267d573d62e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:52:32 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:52:32 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:52:32 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:52:32 user nova-compute[75249]:   <serial>2eedf868-7687-4de2-9bce-eba49ccc1217</serial>
Nov 29 08:52:32 user nova-compute[75249]: </disk>
Nov 29 08:52:32 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:52:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:52:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:52:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] No VIF found with MAC fa:16:3e:9a:ad:02, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:52:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01b5f64a-f1e4-4c8c-9304-8db4f99e06a2 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.333s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:35 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c is timed out.
Nov 29 08:52:35 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config.
Nov 29 08:52:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'velJNTut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:52:35 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8549f6ac-a4c2-47af-98c3-02c30f670f2c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:52:35 user nova-compute[75249]: No targets found.
Nov 29 08:52:35 user nova-compute[75249]: iSNS:
Nov 29 08:52:35 user nova-compute[75249]: No targets found.
Nov 29 08:52:35 user nova-compute[75249]: STATIC:
Nov 29 08:52:35 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:52:35 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:52:35 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:52:35 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:52:35 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:52:35 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:52:35 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:52:35 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:52:35 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:52:35 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe
Nov 29 08:52:35 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:52:35 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:52:35 user nova-compute[75249]: FIRMWARE:
Nov 29 08:52:35 user nova-compute[75249]: No targets found.
Nov 29 08:52:35 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:52:35 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:52:35 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a8d076-b9c1-4b39-b443-d4bf7d8c37c7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaeba401-657d-496b-9013-cca805a20f98]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:35 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:35 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:35 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:52:35 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:52:35 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:52:35 user nova-compute[75249]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe (non-flash)
Nov 29 08:52:35 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:52:35 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf4520940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f36ea28-995a-4c76-85b0-af0ce7151c93]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a56edfcf-0742-40f9-9a60-a6be238008a3]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91020e2-ee54-478b-a309-971ca847d4e8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.066s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e4d19f-0dff-4916-9807-6d09908c9878]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6c9f64-bde9-4bba-9f0c-8a8e776b558b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ccd3f3-15d0-4f04-8cbc-4eeff72f57bb]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260]
Nov 29 08:52:35 user nova-compute[75249]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe, portal: 172.16.0.220,3260] successful.
Nov 29 08:52:35 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:312838ad-2afc-4fe1-88e4-cd26f8462afe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[18efe5cd-d4d2-4b88-aca1-e6d8a0041413]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== disconnect_volume: return (372ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:52:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing instance network info cache due to event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG nova.objects.instance [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-58303b8f-9cde-40b6-9309-e2c13ef4bf22 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.851s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updated VIF entry in instance network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:52:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2488d545-0584-4869-8c62-666c25c1cc52 req-02267c63-7b69-4bd5-872b-bb1da8b6db0f service nova] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:52:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing instance network info cache due to event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG nova.network.neutron [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG nova.network.neutron [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updated VIF entry in instance network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG nova.network.neutron [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-801a16b7-629b-4dd3-81ca-4b3e8d760f20 req-8bbfdbd5-81c4-4512-8099-bfcede5e4396 service nova] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:38 user nova-compute[75249]: INFO nova.compute.manager [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Rebooting instance
Nov 29 08:52:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:52:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:52:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:52:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:52:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:52:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:52:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-0ffe868b-515d-4309-b30d-3993b09b04be req-5dc9a585-2e7c-40ff-99c0-12911670c469 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-unplugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0ffe868b-515d-4309-b30d-3993b09b04be req-5dc9a585-2e7c-40ff-99c0-12911670c469 service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0ffe868b-515d-4309-b30d-3993b09b04be req-5dc9a585-2e7c-40ff-99c0-12911670c469 service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0ffe868b-515d-4309-b30d-3993b09b04be req-5dc9a585-2e7c-40ff-99c0-12911670c469 service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-0ffe868b-515d-4309-b30d-3993b09b04be req-5dc9a585-2e7c-40ff-99c0-12911670c469 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-unplugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:42 user nova-compute[75249]: WARNING nova.compute.manager [req-0ffe868b-515d-4309-b30d-3993b09b04be req-5dc9a585-2e7c-40ff-99c0-12911670c469 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-unplugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state active and task_state reboot_started.
Nov 29 08:52:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance shutdown successfully.
Nov 29 08:52:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-52aba2c8-2820-4eb3-8c60-b2ca6601c2bb req-f7fa449d-31ed-43d3-b91b-bc7f52229804 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-52aba2c8-2820-4eb3-8c60-b2ca6601c2bb req-f7fa449d-31ed-43d3-b91b-bc7f52229804 service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-52aba2c8-2820-4eb3-8c60-b2ca6601c2bb req-f7fa449d-31ed-43d3-b91b-bc7f52229804 service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-52aba2c8-2820-4eb3-8c60-b2ca6601c2bb req-f7fa449d-31ed-43d3-b91b-bc7f52229804 service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-52aba2c8-2820-4eb3-8c60-b2ca6601c2bb req-f7fa449d-31ed-43d3-b91b-bc7f52229804 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:44 user nova-compute[75249]: WARNING nova.compute.manager [req-52aba2c8-2820-4eb3-8c60-b2ca6601c2bb req-f7fa449d-31ed-43d3-b91b-bc7f52229804 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state active and task_state reboot_started.
Nov 29 08:52:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:46 user nova-compute[75249]: WARNING nova.compute.manager [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state active and task_state reboot_started.
Nov 29 08:52:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:52:46 user nova-compute[75249]: WARNING nova.compute.manager [req-2b168657-8e3b-4708-9e72-b82a0b0a17bb req-9b4b25e9-46dc-4ca4-adde-4258325cd93d service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state active and task_state reboot_started.
Nov 29 08:52:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance running successfully.
Nov 29 08:52:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance soft rebooted successfully.
Nov 29 08:52:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:52:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8738ac8b-30dd-4fd3-9e88-5d2298b94f21 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.471s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:52:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:52:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:53:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:03 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:53:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:53:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:07 user nova-compute[75249]: INFO nova.compute.manager [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attaching volume d298b16c-f4f6-4caf-b760-26c89f30e71b to /dev/vdb
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG os_brick.utils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8d0e93-ff63-4b13-b7f9-d074ee52f8eb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[119eb7cf-9e29-4788-8091-c7b6f788c3ff]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[46845090-707a-40a8-903e-aa77af9e16b5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[128fb30c-fd83-40ec-b41b-f075dd023aee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:53:07 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b485d190-3b32-4c78-ad61-7c9d0f144648]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG os_brick.utils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating existing volume attachment record: 42c8f076-f1cb-45bb-ad9b-7527ebdd2bea {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:53:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7692MB free_disk=25.13869857788086GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance e42e7e55-a90d-4313-8828-97a4511c260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance b2d78631-e384-4988-9673-d267d573d62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3725b214-94ca-466d-ab11-7a13958e21de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:53:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.541s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:53:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:13 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:13 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:14 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pucGlhmV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:53:15 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:53:15 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:53:15 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a561e8f0-0374-4d95-9a0e-1153bb368ff8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:53:15 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab976c65-3d87-4194-8b8b-0e7b5ebb3775]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b] added
Nov 29 08:53:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[82205101-2856-4567-968f-d2127971def7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee3a73c-97c9-43f3-aa3c-13b676bf3add]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pucGlhmV {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pucGlhmV" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[298f1c12-7c90-41d0-ae59-45f9b5f8cdcc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pucGlhmV'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdfabcb0-b8a3-46ee-ae43-7a49855ee6f7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afc901f-6497-48ee-b952-aa2147ebc712]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9d5f60-357b-4af8-9044-a38834258fb7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260]
Nov 29 08:53:15 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260] successful.
Nov 29 08:53:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[186fe1d9-6a4c-480d-8f23-c1688f897216]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.052s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a3af8b-7482-4bb9-b58b-31fdbb09c4ed]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:15 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0a9690-6c1f-41ed-8a07-67d850db6709]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pucGlhmV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23662643938333131', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662643938333131', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:53:16 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:53:16 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:53:16 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:53:16 user nova-compute[75249]:   <serial>d298b16c-f4f6-4caf-b760-26c89f30e71b</serial>
Nov 29 08:53:16 user nova-compute[75249]: </disk>
Nov 29 08:53:16 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:53:17 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:53:17 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:53:17 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No VIF found with MAC fa:16:3e:d7:b0:ec, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:53:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-73b1985f-3d3f-4d71-98a6-3ecc23659e37 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.383s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:18 user nova-compute[75249]: INFO nova.compute.manager [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Detaching volume d298b16c-f4f6-4caf-b760-26c89f30e71b
Nov 29 08:53:19 user nova-compute[75249]: INFO nova.virt.block_device [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attempting to driver detach volume d298b16c-f4f6-4caf-b760-26c89f30e71b from mountpoint /dev/vdb
Nov 29 08:53:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Attempting to detach device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:53:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:53:19 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:53:19 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:53:19 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:53:19 user nova-compute[75249]:   <serial>d298b16c-f4f6-4caf-b760-26c89f30e71b</serial>
Nov 29 08:53:19 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:53:19 user nova-compute[75249]: </disk>
Nov 29 08:53:19 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:53:19 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config.
Nov 29 08:53:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:53:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:53:19 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:53:19 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:53:19 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:53:19 user nova-compute[75249]:   <serial>d298b16c-f4f6-4caf-b760-26c89f30e71b</serial>
Nov 29 08:53:19 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:53:19 user nova-compute[75249]: </disk>
Nov 29 08:53:19 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:53:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG nova.compute.manager [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-changed-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG nova.compute.manager [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Refreshing instance network info cache due to event network-changed-3b5cb38b-e5e9-4f03-890c-2acc386d1192. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] Acquiring lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] Acquired lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Refreshing network info cache for port 3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updated VIF entry in instance network info cache for port 3b5cb38b-e5e9-4f03-890c-2acc386d1192. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG nova.network.neutron [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updating instance_info_cache with network_info: [{"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-11836a9b-495a-4dce-8a9a-f13d7ae8d4b9 req-933a4c77-b70a-42c6-9071-9c7705e7f74e service nova] Releasing lock "refresh_cache-3725b214-94ca-466d-ab11-7a13958e21de" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:53:21 user nova-compute[75249]: INFO nova.compute.manager [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Rescuing
Nov 29 08:53:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:53:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance destroyed successfully.
Nov 29 08:53:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Attempting rescue
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75249) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:53:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Creating image(s)
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'trusted_certs' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-1d78bba2-d4e8-4164-b7c4-2daffe816dc3 req-a466f6bd-0af8-4a37-97d2-e20ff6449ac0 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1d78bba2-d4e8-4164-b7c4-2daffe816dc3 req-a466f6bd-0af8-4a37-97d2-e20ff6449ac0 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1d78bba2-d4e8-4164-b7c4-2daffe816dc3 req-a466f6bd-0af8-4a37-97d2-e20ff6449ac0 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1d78bba2-d4e8-4164-b7c4-2daffe816dc3 req-a466f6bd-0af8-4a37-97d2-e20ff6449ac0 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-1d78bba2-d4e8-4164-b7c4-2daffe816dc3 req-a466f6bd-0af8-4a37-97d2-e20ff6449ac0 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:53:23 user nova-compute[75249]: WARNING nova.compute.manager [req-1d78bba2-d4e8-4164-b7c4-2daffe816dc3 req-a466f6bd-0af8-4a37-97d2-e20ff6449ac0 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state active and task_state rescuing.
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.208s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue" returned: 0 in 0.060s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'migration_context' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.base [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<34c3cce5-2f50-4f55-ba69-ae045b526a53> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Start _get_guest_xml network_info=[{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:01:46:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'resources' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.base [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<34c3cce5-2f50-4f55-ba69-ae045b526a53> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'numa_topology' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.base [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<34c3cce5-2f50-4f55-ba69-ae045b526a53> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:53:23 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:53:23 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'vcpu_model' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.base [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<34c3cce5-2f50-4f55-ba69-ae045b526a53> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121249582',display_name='tempest-ServerRescueNegativeTestJSON-server-2121249582',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121249582',id=23,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:48:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-dg7r7cuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:48:45Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=34c3cce5-2f50-4f55-ba69-ae045b526a53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:01:46:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:01:46:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'pci_devices' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.objects.base [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<34c3cce5-2f50-4f55-ba69-ae045b526a53> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:53:23 user nova-compute[75249]:   <uuid>34c3cce5-2f50-4f55-ba69-ae045b526a53</uuid>
Nov 29 08:53:23 user nova-compute[75249]:   <name>instance-00000017</name>
Nov 29 08:53:23 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:53:23 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:53:23 user nova-compute[75249]:   <metadata>
Nov 29 08:53:23 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:53:23 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:53:23 user nova-compute[75249]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2121249582</nova:name>
Nov 29 08:53:23 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:53:23</nova:creationTime>
Nov 29 08:53:23 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:53:23 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:53:23 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:53:23 user nova-compute[75249]:       <nova:owner>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:user uuid="2d09b7c7ceb2410793773071e4035dbd">tempest-ServerRescueNegativeTestJSON-459233852-project-member</nova:user>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:project uuid="88d8cfe314254e9798a26e172ca79ab9">tempest-ServerRescueNegativeTestJSON-459233852</nova:project>
Nov 29 08:53:23 user nova-compute[75249]:       </nova:owner>
Nov 29 08:53:23 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:53:23 user nova-compute[75249]:       <nova:ports>
Nov 29 08:53:23 user nova-compute[75249]:         <nova:port uuid="8e169b25-d221-4974-9712-835ce6851507">
Nov 29 08:53:23 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 08:53:23 user nova-compute[75249]:         </nova:port>
Nov 29 08:53:23 user nova-compute[75249]:       </nova:ports>
Nov 29 08:53:23 user nova-compute[75249]:     </nova:instance>
Nov 29 08:53:23 user nova-compute[75249]:   </metadata>
Nov 29 08:53:23 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:53:23 user nova-compute[75249]:     <system>
Nov 29 08:53:23 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:53:23 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:53:23 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:53:23 user nova-compute[75249]:       <entry name="serial">34c3cce5-2f50-4f55-ba69-ae045b526a53</entry>
Nov 29 08:53:23 user nova-compute[75249]:       <entry name="uuid">34c3cce5-2f50-4f55-ba69-ae045b526a53</entry>
Nov 29 08:53:23 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:53:23 user nova-compute[75249]:     </system>
Nov 29 08:53:23 user nova-compute[75249]:   </sysinfo>
Nov 29 08:53:23 user nova-compute[75249]:   <os>
Nov 29 08:53:23 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:53:23 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:53:23 user nova-compute[75249]:   </os>
Nov 29 08:53:23 user nova-compute[75249]:   <features>
Nov 29 08:53:23 user nova-compute[75249]:     <acpi/>
Nov 29 08:53:23 user nova-compute[75249]:     <apic/>
Nov 29 08:53:23 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:53:23 user nova-compute[75249]:   </features>
Nov 29 08:53:23 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:53:23 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:53:23 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:53:23 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:53:23 user nova-compute[75249]:   </clock>
Nov 29 08:53:23 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:53:23 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:53:23 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:53:23 user nova-compute[75249]:   </cpu>
Nov 29 08:53:23 user nova-compute[75249]:   <devices>
Nov 29 08:53:23 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:53:23 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:53:23 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue"/>
Nov 29 08:53:23 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:53:23 user nova-compute[75249]:     </disk>
Nov 29 08:53:23 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:53:23 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:53:23 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk"/>
Nov 29 08:53:23 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:53:23 user nova-compute[75249]:     </disk>
Nov 29 08:53:23 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:53:23 user nova-compute[75249]:       <mac address="fa:16:3e:01:46:c2"/>
Nov 29 08:53:23 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:53:23 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:53:23 user nova-compute[75249]:       <target dev="tap8e169b25-d2"/>
Nov 29 08:53:23 user nova-compute[75249]:     </interface>
Nov 29 08:53:23 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:53:23 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/console.log" append="off"/>
Nov 29 08:53:23 user nova-compute[75249]:     </serial>
Nov 29 08:53:23 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:53:23 user nova-compute[75249]:     <video>
Nov 29 08:53:23 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:53:23 user nova-compute[75249]:     </video>
Nov 29 08:53:23 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:53:23 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:53:23 user nova-compute[75249]:     </rng>
Nov 29 08:53:23 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:53:23 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:53:23 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:53:23 user nova-compute[75249]:     </memballoon>
Nov 29 08:53:23 user nova-compute[75249]:   </devices>
Nov 29 08:53:23 user nova-compute[75249]: </domain>
Nov 29 08:53:23 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:53:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance destroyed successfully.
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:53:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:01:46:c2, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG nova.objects.instance [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lazy-loading 'flavor' on Instance uuid 3725b214-94ca-466d-ab11-7a13958e21de {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:24 user nova-compute[75249]: INFO nova.compute.manager [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Attaching volume dfe5597f-8da3-4bd4-987b-54f6f1d2da15 to /dev/vdb
Nov 29 08:53:24 user nova-compute[75249]: DEBUG os_brick.utils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a251e662-d9d5-4031-98ea-fecb70142c99]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b1cd72-3730-4d1a-ad84-ba5d7987f5eb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9303b768-ccb1-443a-9ba9-8ce94946ef94]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f54d68-7e86-4f8c-9dda-10f1e9edba09]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:53:24 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:53:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38c0fb4-bacf-4047-9677-799ba0e69e86]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG os_brick.utils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updating existing volume attachment record: b0138adc-091d-4daa-b848-5dfdfc96939c {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:53:25 user nova-compute[75249]: WARNING nova.compute.manager [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state active and task_state rescuing.
Nov 29 08:53:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:53:25 user nova-compute[75249]: WARNING nova.compute.manager [req-c8e0af36-43a7-4cac-928d-bf184192a1d1 req-61bda2d8-eb4a-49e5-a329-15f9427b69fa service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state active and task_state rescuing.
Nov 29 08:53:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a6a28d07-8033-4f24-a9d7-93009b4ed2c2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:53:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-878161da-d91e-48b7-a828-4861c4f119b8 req-a4f2a7cb-62d7-4a4c-b630-9739a94a36d2 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-878161da-d91e-48b7-a828-4861c4f119b8 req-a4f2a7cb-62d7-4a4c-b630-9739a94a36d2 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-878161da-d91e-48b7-a828-4861c4f119b8 req-a4f2a7cb-62d7-4a4c-b630-9739a94a36d2 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-878161da-d91e-48b7-a828-4861c4f119b8 req-a4f2a7cb-62d7-4a4c-b630-9739a94a36d2 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-878161da-d91e-48b7-a828-4861c4f119b8 req-a4f2a7cb-62d7-4a4c-b630-9739a94a36d2 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:53:27 user nova-compute[75249]: WARNING nova.compute.manager [req-878161da-d91e-48b7-a828-4861c4f119b8 req-a4f2a7cb-62d7-4a4c-b630-9739a94a36d2 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state rescued and task_state None.
Nov 29 08:53:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UXSCxJHh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:53:32 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:53:32 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:53:32 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[28427e48-2d8d-43a1-b8ea-9d94ad462a82]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:53:32 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9ac99f-d807-4b99-80ba-27d43a28df5e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15] added
Nov 29 08:53:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[44c82347-4285-43fa-b100-d25d4998e71d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff45c3b-ad38-4cb2-8812-27bf9da83aaa]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UXSCxJHh {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UXSCxJHh" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d55d05-9b18-4d98-b91b-89a5bcfe9328]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UXSCxJHh'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[76cccbe5-0282-4317-93b4-d3044b3d55cf]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d257a055-5fe8-4e98-ba0e-8ad0abf765a2]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3590efcc-9722-4b94-99b8-59200f34fffe]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260]
Nov 29 08:53:32 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260] successful.
Nov 29 08:53:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f0acd49-75c7-4937-a386-27dd376df2c7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d778cd5a-5d77-4e28-8132-23e0b1af325a]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:32 user nova-compute[75249]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)
Nov 29 08:53:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] HCTL ('37', '-', '-', 0) found on session 35 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b684c315-c661-47c8-971b-f505c9aba65f]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:53:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UXSCxJHh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:53:33 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:53:33 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23861346164303238', 'path': '/dev/sdf'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:53:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861346164303238', 'path': '/dev/sdf'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:53:33 user nova-compute[75249]: DEBUG nova.objects.instance [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lazy-loading 'flavor' on Instance uuid 3725b214-94ca-466d-ab11-7a13958e21de {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:53:33 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:53:33 user nova-compute[75249]:   <source dev="/dev/sdf"/>
Nov 29 08:53:33 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:53:33 user nova-compute[75249]:   <serial>dfe5597f-8da3-4bd4-987b-54f6f1d2da15</serial>
Nov 29 08:53:33 user nova-compute[75249]: </disk>
Nov 29 08:53:33 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:53:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:53:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:53:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] No VIF found with MAC fa:16:3e:65:b9:e4, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:53:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-67280b6e-08fc-4b77-ad12-9689933a3a88 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.745s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:36 user nova-compute[75249]: INFO nova.compute.manager [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Detaching volume dfe5597f-8da3-4bd4-987b-54f6f1d2da15
Nov 29 08:53:37 user nova-compute[75249]: INFO nova.virt.block_device [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Attempting to driver detach volume dfe5597f-8da3-4bd4-987b-54f6f1d2da15 from mountpoint /dev/vdb
Nov 29 08:53:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Attempting to detach device vdb from instance 3725b214-94ca-466d-ab11-7a13958e21de from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:53:37 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:53:37 user nova-compute[75249]:   <source dev="/dev/sdf"/>
Nov 29 08:53:37 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:53:37 user nova-compute[75249]:   <serial>dfe5597f-8da3-4bd4-987b-54f6f1d2da15</serial>
Nov 29 08:53:37 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:53:37 user nova-compute[75249]: </disk>
Nov 29 08:53:37 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:53:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Successfully detached device vdb from instance 3725b214-94ca-466d-ab11-7a13958e21de from the persistent domain config.
Nov 29 08:53:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3725b214-94ca-466d-ab11-7a13958e21de from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:53:37 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:53:37 user nova-compute[75249]:   <source dev="/dev/sdf"/>
Nov 29 08:53:37 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:53:37 user nova-compute[75249]:   <serial>dfe5597f-8da3-4bd4-987b-54f6f1d2da15</serial>
Nov 29 08:53:37 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:53:37 user nova-compute[75249]: </disk>
Nov 29 08:53:37 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3725b214-94ca-466d-ab11-7a13958e21de {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:53:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:39 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c is timed out.
Nov 29 08:53:39 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config.
Nov 29 08:53:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pucGlhmV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:53:39 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe318474-d65e-4391-b651-e669be45998f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:53:39 user nova-compute[75249]: No targets found.
Nov 29 08:53:39 user nova-compute[75249]: iSNS:
Nov 29 08:53:39 user nova-compute[75249]: No targets found.
Nov 29 08:53:39 user nova-compute[75249]: STATIC:
Nov 29 08:53:39 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:53:39 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:39 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:39 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b
Nov 29 08:53:39 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:39 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:39 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:53:39 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:39 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:39 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:53:39 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:39 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:39 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15
Nov 29 08:53:39 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:39 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:39 user nova-compute[75249]: FIRMWARE:
Nov 29 08:53:39 user nova-compute[75249]: No targets found.
Nov 29 08:53:39 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:53:39 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:53:39 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e86c86-1447-4656-a436-6447e9f2e2be]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae318909-c1f4-40bc-adf4-8e7b31fdcd91]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b (non-flash)
Nov 29 08:53:39 user nova-compute[75249]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)
Nov 29 08:53:39 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0e24b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5306a9-0698-499d-ad37-64b9c3e648d6]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b83da686-884b-4017-9e2e-253fc6a7e31a]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4cbecf-7f42-4735-a395-254774d59be6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e595d10-bbf1-4157-909d-ba779948e4ad]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f458b974-0b62-4099-9be3-d465de5d9e81]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49b929a-ab8e-4fa5-8028-da8a72b8ae5b]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260]
Nov 29 08:53:39 user nova-compute[75249]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b, portal: 172.16.0.220,3260] successful.
Nov 29 08:53:39 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d298b16c-f4f6-4caf-b760-26c89f30e71b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e7b3806-71cd-447d-a1d9-edc112f81d8c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== disconnect_volume: return (321ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:53:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:53:40 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5f1b4821-4c84-4a19-998a-d75694958d2b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.819s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:53:45 user nova-compute[75249]: INFO nova.compute.manager [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] instance snapshotting
Nov 29 08:53:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Beginning live snapshot process
Nov 29 08:53:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp37uoy8ni/b7d9c2daddd14737884fda007b5f3b1c.delta 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp37uoy8ni/b7d9c2daddd14737884fda007b5f3b1c.delta 1073741824" returned: 0 in 0.049s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 08:53:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:53:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 08:53:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 08:53:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:47 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:53:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp37uoy8ni/b7d9c2daddd14737884fda007b5f3b1c.delta /opt/stack/data/nova/instances/snapshots/tmp37uoy8ni/b7d9c2daddd14737884fda007b5f3b1c {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp37uoy8ni/b7d9c2daddd14737884fda007b5f3b1c.delta /opt/stack/data/nova/instances/snapshots/tmp37uoy8ni/b7d9c2daddd14737884fda007b5f3b1c" returned: 0 in 0.701s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:48 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Snapshot extracted, beginning image upload
Nov 29 08:53:51 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Snapshot image upload complete
Nov 29 08:53:51 user nova-compute[75249]: INFO nova.compute.manager [None req-a86e89a7-9555-4f15-a735-1c5b8f792c76 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Took 5.58 seconds to snapshot the instance on the hypervisor.
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "e42e7e55-a90d-4313-8828-97a4511c260c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:51 user nova-compute[75249]: INFO nova.compute.manager [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Terminating instance
Nov 29 08:53:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-cd3a7b94-3910-4ca2-9c3a-b1f407139ae9 req-9f5094d0-4f43-4312-9d08-0ef436a86bca service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-vif-unplugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cd3a7b94-3910-4ca2-9c3a-b1f407139ae9 req-9f5094d0-4f43-4312-9d08-0ef436a86bca service nova] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cd3a7b94-3910-4ca2-9c3a-b1f407139ae9 req-9f5094d0-4f43-4312-9d08-0ef436a86bca service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cd3a7b94-3910-4ca2-9c3a-b1f407139ae9 req-9f5094d0-4f43-4312-9d08-0ef436a86bca service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-cd3a7b94-3910-4ca2-9c3a-b1f407139ae9 req-9f5094d0-4f43-4312-9d08-0ef436a86bca service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] No waiting events found dispatching network-vif-unplugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:53:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-cd3a7b94-3910-4ca2-9c3a-b1f407139ae9 req-9f5094d0-4f43-4312-9d08-0ef436a86bca service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-vif-unplugged-38fda2cf-7f48-446a-8da9-374b1da7d46d for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:53:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Instance destroyed successfully.
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.objects.instance [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lazy-loading 'resources' on Instance uuid e42e7e55-a90d-4313-8828-97a4511c260c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:45:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1404165211',display_name='tempest-ServersNegativeTestJSON-server-1404165211',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1404165211',id=18,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:45:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1eabe7db5704664bf5545cc9c5f9e16',ramdisk_id='',reservation_id='r-s6texfx6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1817154891',owner_user_name='tempest-ServersNegativeTestJSON-1817154891-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:45:12Z,user_data=None,user_id='b25ac13ea7d141ebb811a7d00a83a52c',uuid=e42e7e55-a90d-4313-8828-97a4511c260c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converting VIF {"id": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "address": "fa:16:3e:59:6f:4f", "network": {"id": "d9189ac1-98ff-437f-b0dc-f67dccfb842a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-393013178-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1eabe7db5704664bf5545cc9c5f9e16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38fda2cf-7f", "ovs_interfaceid": "38fda2cf-7f48-446a-8da9-374b1da7d46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG os_vif [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap38fda2cf-7f, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0dab694c-cc95-4d44-ac57-f01ea1ac33d0) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:52 user nova-compute[75249]: INFO os_vif [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:6f:4f,bridge_name='br-int',has_traffic_filtering=True,id=38fda2cf-7f48-446a-8da9-374b1da7d46d,network=Network(d9189ac1-98ff-437f-b0dc-f67dccfb842a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38fda2cf-7f')
Nov 29 08:53:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Deleting instance files /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c_del
Nov 29 08:53:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Deletion of /opt/stack/data/nova/instances/e42e7e55-a90d-4313-8828-97a4511c260c_del complete
Nov 29 08:53:52 user nova-compute[75249]: INFO nova.compute.manager [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 08:53:52 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:53:52 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Took 0.48 seconds to deallocate network for instance.
Nov 29 08:53:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:53 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Deleted allocations for instance e42e7e55-a90d-4313-8828-97a4511c260c
Nov 29 08:53:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-77973a83-9339-40ef-a84e-f44b5133d63d tempest-ServersNegativeTestJSON-1817154891 tempest-ServersNegativeTestJSON-1817154891-project-member] Lock "e42e7e55-a90d-4313-8828-97a4511c260c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.960s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] Acquiring lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] Lock "e42e7e55-a90d-4313-8828-97a4511c260c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:53:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] No waiting events found dispatching network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:53:53 user nova-compute[75249]: WARNING nova.compute.manager [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received unexpected event network-vif-plugged-38fda2cf-7f48-446a-8da9-374b1da7d46d for instance with vm_state deleted and task_state None.
Nov 29 08:53:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-e722de7c-ea81-4c45-82f5-6ed1d6ec9343 req-df8d0de0-ec7f-4faf-b8f7-ea744698c427 service nova] [instance: e42e7e55-a90d-4313-8828-97a4511c260c] Received event network-vif-deleted-38fda2cf-7f48-446a-8da9-374b1da7d46d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3725b214-94ca-466d-ab11-7a13958e21de is timed out.
Nov 29 08:53:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Successfully detached device vdb from instance 3725b214-94ca-466d-ab11-7a13958e21de from the live domain config.
Nov 29 08:53:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UXSCxJHh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:53:57 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[641550e1-846c-4fb5-ad6f-bdb11562ffd3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:53:57 user nova-compute[75249]: No targets found.
Nov 29 08:53:57 user nova-compute[75249]: iSNS:
Nov 29 08:53:57 user nova-compute[75249]: No targets found.
Nov 29 08:53:57 user nova-compute[75249]: STATIC:
Nov 29 08:53:57 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:53:57 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:57 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:57 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:53:57 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:57 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:57 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:53:57 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:57 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:57 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15
Nov 29 08:53:57 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:53:57 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:53:57 user nova-compute[75249]: FIRMWARE:
Nov 29 08:53:57 user nova-compute[75249]: No targets found.
Nov 29 08:53:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:53:57 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:53:57 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1378f7dd-9a47-4ad3-8ee5-f483bd986591]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2b213e-24ea-45e9-b469-bd002f81c38f]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 (non-flash)
Nov 29 08:53:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0c3ea70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15'): ({'sdf'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Removing single pathed devices sdf {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d6d76e4-a2fc-4e89-9424-17f2cf0ef7d1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe09c590-2df4-4e0d-97a9-93c0b7fd51fd]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Flushing IO for device /dev/sdf {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cac67303-ef05-4a97-9fe7-1ba00bf120fa]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2327518c-c3cf-41c8-a4a2-7fad9468935e]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] SCSI volumes sdf have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e7e44b-957c-4f87-a960-5f02be109cda]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cd9626-5abe-4716-978b-31f3e1452582]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260]
Nov 29 08:53:57 user nova-compute[75249]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15, portal: 172.16.0.220,3260] successful.
Nov 29 08:53:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfe5597f-8da3-4bd4-987b-54f6f1d2da15 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecbbd519-7ef2-408d-8a9d-0690827a4f7b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] <== disconnect_volume: return (300ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:53:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:53:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:53:58 user nova-compute[75249]: DEBUG nova.objects.instance [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lazy-loading 'flavor' on Instance uuid 3725b214-94ca-466d-ab11-7a13958e21de {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:53:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-62cf73a2-27c9-4de1-b894-1865c45be1eb tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.627s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquired lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'info_cache' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:02 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Releasing lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance destroyed successfully.
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'resources' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:52:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fdebbbe-8c, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ff47c7e-f364-40eb-9f91-ce70630cda6b) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:54:03 user nova-compute[75249]: INFO os_vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c')
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:54:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[19bab8fc-1aac-429c-bfce-f232c534127b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:54:03 user nova-compute[75249]: No targets found.
Nov 29 08:54:03 user nova-compute[75249]: iSNS:
Nov 29 08:54:03 user nova-compute[75249]: No targets found.
Nov 29 08:54:03 user nova-compute[75249]: STATIC:
Nov 29 08:54:03 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:54:03 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:03 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:03 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:54:03 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:03 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:03 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:54:03 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:03 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:03 user nova-compute[75249]: FIRMWARE:
Nov 29 08:54:03 user nova-compute[75249]: No targets found.
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:54:03 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:54:03 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c25974bc-9aa0-455a-a4bf-7f9a3ba6e6c0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d9f2de-1f30-4101-b3da-a4b750020c31]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf433d090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d5ac86-2c34-42cc-9046-5d0578a200db]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3e7407-4aeb-4f05-b44e-a55e93b010fb]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac277834-db4d-4833-9739-3221f4f3c332]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[135c20e7-7e3d-48ba-9a20-fc0dc43aa9de]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4192b1f2-e9cc-4024-a09f-64f68bc77f0e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c820c84e-4ab4-4194-be15-77a9a2937cf7]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]
Nov 29 08:54:03 user nova-compute[75249]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c7dfa0-6e5c-412e-a795-a9af9ee1b944]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== disconnect_volume: return (306ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start _get_guest_xml network_info=[{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '27e28380-2011-4bac-9c18-104605179eae', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '6fdbe0c6-52b3-4780-8d1b-2155d55fd078', 'attached_at': '', 'detached_at': '', 'volume_id': '277a6d86-fb70-4a25-953e-b4fd66539b29', 'serial': '277a6d86-fb70-4a25-953e-b4fd66539b29'}, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'numa_topology' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:03 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:54:03 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:54:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:03 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7157b868-a395-43c3-bc0c-f37000de12b8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:54:03 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3189f26-4ae5-40a9-87a9-065b87548e80]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29] added
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa4f420-67fb-40fd-ac6c-981f0ecfc264]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee448c0d-a313-457d-a1b5-f244443c07c4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EiHDplro {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EiHDplro" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9049f0a5-8d4c-42c1-b9bf-ed31562bb445]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EiHDplro'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[28294bf0-48fb-4fbe-93ed-f612cc562191]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6faf46b6-e9a1-463e-8de2-b0211a7a3529]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad90cc6-5773-4fe3-92e0-4164c98ddd27]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]
Nov 29 08:54:04 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.
Nov 29 08:54:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f1b82fb-6eb3-4ba7-9ac2-0c71402f7c49]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f153b041-2f3b-402f-b6fe-0ccc954d5915]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:04 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:04 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:04 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:04 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1842bfc-ecff-4bbf-88a0-997c04b48e12]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:54:04 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23831626632636630', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23831626632636630', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:52:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'pci_devices' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:54:05 user nova-compute[75249]:   <uuid>6fdbe0c6-52b3-4780-8d1b-2155d55fd078</uuid>
Nov 29 08:54:05 user nova-compute[75249]:   <name>instance-0000001b</name>
Nov 29 08:54:05 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:54:05 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:54:05 user nova-compute[75249]:   <metadata>
Nov 29 08:54:05 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:54:05 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:54:05 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeTestJSON-server-836005317</nova:name>
Nov 29 08:54:05 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:54:03</nova:creationTime>
Nov 29 08:54:05 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:54:05 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:54:05 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:54:05 user nova-compute[75249]:       <nova:owner>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:user uuid="08ce42ba533844bbac6a4aa7812defc8">tempest-AttachVolumeTestJSON-1529971332-project-member</nova:user>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:project uuid="4fb0f05620f54790adf468e7f8ee6cb2">tempest-AttachVolumeTestJSON-1529971332</nova:project>
Nov 29 08:54:05 user nova-compute[75249]:       </nova:owner>
Nov 29 08:54:05 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:54:05 user nova-compute[75249]:       <nova:ports>
Nov 29 08:54:05 user nova-compute[75249]:         <nova:port uuid="4fdebbbe-8c42-4a94-b7bf-b3530a3b3186">
Nov 29 08:54:05 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 08:54:05 user nova-compute[75249]:         </nova:port>
Nov 29 08:54:05 user nova-compute[75249]:       </nova:ports>
Nov 29 08:54:05 user nova-compute[75249]:     </nova:instance>
Nov 29 08:54:05 user nova-compute[75249]:   </metadata>
Nov 29 08:54:05 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:54:05 user nova-compute[75249]:     <system>
Nov 29 08:54:05 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:54:05 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:54:05 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:54:05 user nova-compute[75249]:       <entry name="serial">6fdbe0c6-52b3-4780-8d1b-2155d55fd078</entry>
Nov 29 08:54:05 user nova-compute[75249]:       <entry name="uuid">6fdbe0c6-52b3-4780-8d1b-2155d55fd078</entry>
Nov 29 08:54:05 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:54:05 user nova-compute[75249]:     </system>
Nov 29 08:54:05 user nova-compute[75249]:   </sysinfo>
Nov 29 08:54:05 user nova-compute[75249]:   <os>
Nov 29 08:54:05 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:54:05 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:54:05 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:54:05 user nova-compute[75249]:   </os>
Nov 29 08:54:05 user nova-compute[75249]:   <features>
Nov 29 08:54:05 user nova-compute[75249]:     <acpi/>
Nov 29 08:54:05 user nova-compute[75249]:     <apic/>
Nov 29 08:54:05 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:54:05 user nova-compute[75249]:   </features>
Nov 29 08:54:05 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:54:05 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:54:05 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:54:05 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:54:05 user nova-compute[75249]:   </clock>
Nov 29 08:54:05 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:54:05 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:54:05 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:54:05 user nova-compute[75249]:   </cpu>
Nov 29 08:54:05 user nova-compute[75249]:   <devices>
Nov 29 08:54:05 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:54:05 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:54:05 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk"/>
Nov 29 08:54:05 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:54:05 user nova-compute[75249]:     </disk>
Nov 29 08:54:05 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:54:05 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:54:05 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 08:54:05 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:54:05 user nova-compute[75249]:       <serial>277a6d86-fb70-4a25-953e-b4fd66539b29</serial>
Nov 29 08:54:05 user nova-compute[75249]:     </disk>
Nov 29 08:54:05 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:54:05 user nova-compute[75249]:       <mac address="fa:16:3e:c3:da:12"/>
Nov 29 08:54:05 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:54:05 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:54:05 user nova-compute[75249]:       <target dev="tap4fdebbbe-8c"/>
Nov 29 08:54:05 user nova-compute[75249]:     </interface>
Nov 29 08:54:05 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:54:05 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/console.log" append="off"/>
Nov 29 08:54:05 user nova-compute[75249]:     </serial>
Nov 29 08:54:05 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:54:05 user nova-compute[75249]:     <video>
Nov 29 08:54:05 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:54:05 user nova-compute[75249]:     </video>
Nov 29 08:54:05 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:54:05 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:54:05 user nova-compute[75249]:     </rng>
Nov 29 08:54:05 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:54:05 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:54:05 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:54:05 user nova-compute[75249]:     </memballoon>
Nov 29 08:54:05 user nova-compute[75249]:   </devices>
Nov 29 08:54:05 user nova-compute[75249]: </domain>
Nov 29 08:54:05 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Cannot resize image /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'migration_context' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.objects.base [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:52:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG os_vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23591ccc-eeae-546d-8231-7d5c6a832be4', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fdebbbe-8c, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fdebbbe-8c, col_values=(('qos', UUID('653466b8-358f-4552-b2ba-78a54aa09b2d')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fdebbbe-8c, col_values=(('external_ids', {'iface-id': '4fdebbbe-8c42-4a94-b7bf-b3530a3b3186', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:da:12', 'vm-uuid': '6fdbe0c6-52b3-4780-8d1b-2155d55fd078'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:54:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:06 user nova-compute[75249]: INFO os_vif [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c')
Nov 29 08:54:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:54:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updating instance_info_cache with network_info: [{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-c3df9152-d29e-4d3c-a881-b999c2c6ceae req-b8f7e00d-9204-44d3-8c07-f319518efa21 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c3df9152-d29e-4d3c-a881-b999c2c6ceae req-b8f7e00d-9204-44d3-8c07-f319518efa21 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c3df9152-d29e-4d3c-a881-b999c2c6ceae req-b8f7e00d-9204-44d3-8c07-f319518efa21 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c3df9152-d29e-4d3c-a881-b999c2c6ceae req-b8f7e00d-9204-44d3-8c07-f319518efa21 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-c3df9152-d29e-4d3c-a881-b999c2c6ceae req-b8f7e00d-9204-44d3-8c07-f319518efa21 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:54:07 user nova-compute[75249]: WARNING nova.compute.manager [req-c3df9152-d29e-4d3c-a881-b999c2c6ceae req-b8f7e00d-9204-44d3-8c07-f319518efa21 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state stopped and task_state powering-on.
Nov 29 08:54:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-0fbf308d-00c5-402d-b44d-3593ac805663 req-1a32b951-037e-42c9-9b3f-b1d1791fe6fc service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0fbf308d-00c5-402d-b44d-3593ac805663 req-1a32b951-037e-42c9-9b3f-b1d1791fe6fc service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0fbf308d-00c5-402d-b44d-3593ac805663 req-1a32b951-037e-42c9-9b3f-b1d1791fe6fc service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0fbf308d-00c5-402d-b44d-3593ac805663 req-1a32b951-037e-42c9-9b3f-b1d1791fe6fc service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-0fbf308d-00c5-402d-b44d-3593ac805663 req-1a32b951-037e-42c9-9b3f-b1d1791fe6fc service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:54:09 user nova-compute[75249]: WARNING nova.compute.manager [req-0fbf308d-00c5-402d-b44d-3593ac805663 req-1a32b951-037e-42c9-9b3f-b1d1791fe6fc service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state stopped and task_state powering-on.
Nov 29 08:54:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:54:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance rebooted successfully.
Nov 29 08:54:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0961c8c6-ea35-4d39-86da-7680baaa93d0 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:54:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.104s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:12 user nova-compute[75249]: INFO nova.compute.manager [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attaching volume 0daf36de-c1f5-4a89-9f74-65fe05275f54 to /dev/vdb
Nov 29 08:54:12 user nova-compute[75249]: DEBUG os_brick.utils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99ff2dd-3774-4e05-9bbe-3a45a7f37e6a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f66f9f5-abaa-4427-9bff-0371943bf63b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b57b9cc-2a9f-4e9c-b277-91af0653364c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ccfa2c2-dc31-46ad-9993-bfa2b0246a13]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:54:12 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b998e3f-a5d7-4a0a-87ed-65f056f21a17]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG os_brick.utils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating existing volume attachment record: 0a83db0f-1125-4cfa-9f15-5b98c2f92550 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.320s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:54:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7825MB free_disk=25.11410140991211GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance b2d78631-e384-4988-9673-d267d573d62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3725b214-94ca-466d-ab11-7a13958e21de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:54:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:54:15 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:54:15 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:54:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:54:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.442s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:54:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xsyPkmAV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:54:20 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:20 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:20 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75470b0-760a-4576-b6a7-a99ed5ecd8e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:54:20 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[093cd7fb-a950-41b9-a7b2-ad958dcb8349]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54] added
Nov 29 08:54:20 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb82204a-affe-45f0-934b-401464eadec5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd50ec6f-ca48-4e98-801f-5195517b382d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xsyPkmAV {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xsyPkmAV" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9a3f71-0f6b-4841-8ca9-478d40ad9695]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xsyPkmAV'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f943f7d7-dddd-4de0-b50b-596b695d8fe6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea16cbc8-eb7f-4e11-b234-b99c078ba4c6]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0e0ac0-8f13-44b0-b640-a5a800ad93f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260]
Nov 29 08:54:20 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260] successful.
Nov 29 08:54:20 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91ed93f-bc85-4da1-8511-aa851487257a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[23c288f5-d99b-4517-8951-05dc71c7f4d2]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 (non-flash)
Nov 29 08:54:20 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[956ee3e4-ff94-425a-9b89-cb39cc71a2a5]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:54:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xsyPkmAV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:54:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:21 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:21 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23434623333616639', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:54:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434623333616639', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:54:21 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:54:21 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:54:21 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:54:21 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:54:21 user nova-compute[75249]:   <serial>0daf36de-c1f5-4a89-9f74-65fe05275f54</serial>
Nov 29 08:54:21 user nova-compute[75249]: </disk>
Nov 29 08:54:21 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:54:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:54:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:54:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] No VIF found with MAC fa:16:3e:d7:b0:ec, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:54:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f7f112a6-74e7-4a03-9231-21e2756c854b tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.870s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:24 user nova-compute[75249]: INFO nova.compute.manager [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Detaching volume 0daf36de-c1f5-4a89-9f74-65fe05275f54
Nov 29 08:54:24 user nova-compute[75249]: INFO nova.virt.block_device [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Attempting to driver detach volume 0daf36de-c1f5-4a89-9f74-65fe05275f54 from mountpoint /dev/vdb
Nov 29 08:54:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Attempting to detach device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:54:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:54:24 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:54:24 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:54:24 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:54:24 user nova-compute[75249]:   <serial>0daf36de-c1f5-4a89-9f74-65fe05275f54</serial>
Nov 29 08:54:24 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:54:24 user nova-compute[75249]: </disk>
Nov 29 08:54:24 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:54:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the persistent domain config.
Nov 29 08:54:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:54:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:54:24 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:54:24 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 08:54:24 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:54:24 user nova-compute[75249]:   <serial>0daf36de-c1f5-4a89-9f74-65fe05275f54</serial>
Nov 29 08:54:24 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:54:24 user nova-compute[75249]: </disk>
Nov 29 08:54:24 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:54:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:54:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing instance network info cache due to event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:54:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.network.neutron [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updated VIF entry in instance network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.network.neutron [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f370aa39-1b5f-4abe-baf2-c8fd422facaf req-5a38feee-3320-4a1a-aee7-0d2c086a5aba service nova] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing instance network info cache due to event network-changed-889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] Acquiring lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] Acquired lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.network.neutron [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Refreshing network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:31 user nova-compute[75249]: INFO nova.compute.manager [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Terminating instance
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:31 user nova-compute[75249]: INFO nova.compute.manager [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Detaching volume 2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:54:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.network.neutron [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updated VIF entry in instance network info cache for port 889ab3a4-2064-4e5e-9eb3-b0f36551a651. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.network.neutron [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [{"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:31 user nova-compute[75249]: INFO nova.virt.block_device [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Attempting to driver detach volume 2eedf868-7687-4de2-9bce-eba49ccc1217 from mountpoint /dev/vdb
Nov 29 08:54:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-833f242b-1516-4cd5-9336-43836d8b7641 req-5a267fb1-58b3-468f-962d-67b6fea25114 service nova] Releasing lock "refresh_cache-b2d78631-e384-4988-9673-d267d573d62e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Attempting to detach device vdb from instance b2d78631-e384-4988-9673-d267d573d62e from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:54:31 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:54:31 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:54:31 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:54:31 user nova-compute[75249]:   <serial>2eedf868-7687-4de2-9bce-eba49ccc1217</serial>
Nov 29 08:54:31 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:54:31 user nova-compute[75249]: </disk>
Nov 29 08:54:31 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:54:31 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully detached device vdb from instance b2d78631-e384-4988-9673-d267d573d62e from the persistent domain config.
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b2d78631-e384-4988-9673-d267d573d62e from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:54:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:54:31 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:54:31 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:54:31 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:54:31 user nova-compute[75249]:   <serial>2eedf868-7687-4de2-9bce-eba49ccc1217</serial>
Nov 29 08:54:31 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 08:54:31 user nova-compute[75249]: </disk>
Nov 29 08:54:31 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b2d78631-e384-4988-9673-d267d573d62e {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:54:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Instance destroyed successfully.
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.objects.instance [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lazy-loading 'resources' on Instance uuid 3725b214-94ca-466d-ab11-7a13958e21de {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:51:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-831824084',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-8318240',id=29,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMdB+I66di5cfmr4WbbyA5Oo8kSdvc1+6Wxf3I3yrwUv4fx7e4XnHtwTwFOHrrdcB1Q3pSnvzKQfv8J1av101KBFG67cHq15op+o7+0saIPii3cPcxDiJ/RY8Cz7bMCJZg==',key_name='tempest-keypair-533790693',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:51:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='72c20da45101414f81e176f3b6abb908',ramdisk_id='',reservation_id='r-ibufgs04',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-81926985',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:51:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5d6d320d759146138743b617bf7d1971',uuid=3725b214-94ca-466d-ab11-7a13958e21de,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Converting VIF {"id": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "address": "fa:16:3e:65:b9:e4", "network": {"id": "ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-267089140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "72c20da45101414f81e176f3b6abb908", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b5cb38b-e5", "ovs_interfaceid": "3b5cb38b-e5e9-4f03-890c-2acc386d1192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG os_vif [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b5cb38b-e5, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5a5325bc-fbea-4aad-882a-86ee4ef7cc21) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:32 user nova-compute[75249]: INFO os_vif [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:b9:e4,bridge_name='br-int',has_traffic_filtering=True,id=3b5cb38b-e5e9-4f03-890c-2acc386d1192,network=Network(ea59d0ef-fcc3-40f9-8051-93e89d6d0ce5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b5cb38b-e5')
Nov 29 08:54:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Deleting instance files /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de_del
Nov 29 08:54:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Deletion of /opt/stack/data/nova/instances/3725b214-94ca-466d-ab11-7a13958e21de_del complete
Nov 29 08:54:32 user nova-compute[75249]: INFO nova.compute.manager [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 29 08:54:32 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:54:32 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-vif-unplugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] No waiting events found dispatching network-vif-unplugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-vif-unplugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] Acquiring lock "3725b214-94ca-466d-ab11-7a13958e21de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] Lock "3725b214-94ca-466d-ab11-7a13958e21de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] No waiting events found dispatching network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:54:33 user nova-compute[75249]: WARNING nova.compute.manager [req-5ef4c0bc-d214-4d96-9754-303d902bab5b req-81227a67-2fc3-456f-a4bb-a7076e4be9b7 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received unexpected event network-vif-plugged-3b5cb38b-e5e9-4f03-890c-2acc386d1192 for instance with vm_state active and task_state deleting.
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:33 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Took 0.90 seconds to deallocate network for instance.
Nov 29 08:54:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-24915af2-463c-4b3a-9262-6e7ac90d3e2f req-aa9a2c13-8e09-411e-99ac-0e23c29cebe5 service nova] [instance: 3725b214-94ca-466d-ab11-7a13958e21de] Received event network-vif-deleted-3b5cb38b-e5e9-4f03-890c-2acc386d1192 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:34 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:54:34 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:54:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.332s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:34 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Deleted allocations for instance 3725b214-94ca-466d-ab11-7a13958e21de
Nov 29 08:54:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-568cbd8f-89f3-40fa-94f4-bc730fde4173 tempest-TestServerVolumeAttachScenarioOldVersion-81926985 tempest-TestServerVolumeAttachScenarioOldVersion-81926985-project-member] Lock "3725b214-94ca-466d-ab11-7a13958e21de" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.626s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c is timed out.
Nov 29 08:54:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully detached device vdb from instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c from the live domain config.
Nov 29 08:54:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xsyPkmAV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:54:45 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7770ed-4404-47e3-96e2-4a0dbc97d064]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:54:45 user nova-compute[75249]: No targets found.
Nov 29 08:54:45 user nova-compute[75249]: iSNS:
Nov 29 08:54:45 user nova-compute[75249]: No targets found.
Nov 29 08:54:45 user nova-compute[75249]: STATIC:
Nov 29 08:54:45 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54
Nov 29 08:54:45 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:45 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:45 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:54:45 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:45 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:45 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:54:45 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:45 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:45 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:54:45 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:45 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:45 user nova-compute[75249]: FIRMWARE:
Nov 29 08:54:45 user nova-compute[75249]: No targets found.
Nov 29 08:54:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:54:45 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:54:45 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d246819-700e-41e8-bdf3-e412e9194d87]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b96c4f53-525f-4506-bc5a-0fb369728f27]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 (non-flash)
Nov 29 08:54:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0cf2a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f9e41e-0c17-4c55-a025-c01bb5b71e0f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4680e3-7b93-41f6-a6b0-623adbc3db43]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b49b2d-efb9-4869-975f-9ec6f6d10056]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[360e64b5-6bb0-4f94-b674-03af25319c17]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3cce44-05bf-44c7-a830-3deeb5578162]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd634054-c1ed-4717-90ff-839929a34b00]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260]
Nov 29 08:54:45 user nova-compute[75249]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54, portal: 172.16.0.220,3260] successful.
Nov 29 08:54:45 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0daf36de-c1f5-4a89-9f74-65fe05275f54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff8ce12-77a7-4547-a663-aa2056b01ef8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] <== disconnect_volume: return (326ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:54:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:54:46 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'flavor' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8f433f62-75d5-4688-b8cf-435dba298349 tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.685s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:52 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b2d78631-e384-4988-9673-d267d573d62e is timed out.
Nov 29 08:54:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully detached device vdb from instance b2d78631-e384-4988-9673-d267d573d62e from the live domain config.
Nov 29 08:54:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YqEAVnyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:54:52 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ac1b57-f012-4c01-9a32-46af17f76496]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:54:52 user nova-compute[75249]: No targets found.
Nov 29 08:54:52 user nova-compute[75249]: iSNS:
Nov 29 08:54:52 user nova-compute[75249]: No targets found.
Nov 29 08:54:52 user nova-compute[75249]: STATIC:
Nov 29 08:54:52 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:54:52 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:52 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:52 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217
Nov 29 08:54:52 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:52 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:52 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:54:52 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:54:52 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:54:52 user nova-compute[75249]: FIRMWARE:
Nov 29 08:54:52 user nova-compute[75249]: No targets found.
Nov 29 08:54:52 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:54:52 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:54:52 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb514b1-f6f9-4874-83be-2b2807adb81c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6bf45d3-a488-41c2-af58-efca85a2a853]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:52 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:52 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:52 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:54:52 user nova-compute[75249]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 (non-flash)
Nov 29 08:54:52 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:54:52 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0cf2b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e486ad5c-3bbc-4b86-b950-4b1894c6364b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff36b35-0b32-482c-928b-a48f6366b115]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6776f883-e302-452f-8282-f2a9d7b97626]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d173412-8f99-42e4-a426-35bb8091aeba]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[94978b34-e715-490c-8967-0b53252a26b8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f21a72c8-8e71-4c2f-a691-6f41e5f00f6e]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260]
Nov 29 08:54:52 user nova-compute[75249]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217, portal: 172.16.0.220,3260] successful.
Nov 29 08:54:52 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2eedf868-7687-4de2-9bce-eba49ccc1217 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[254d2403-e598-4b70-9eb1-f802c640960f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] <== disconnect_volume: return (305ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:54:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG nova.objects.instance [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'flavor' on Instance uuid b2d78631-e384-4988-9673-d267d573d62e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2ab56bac-826e-4a40-94a8-107c915b3b37 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.791s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:53 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:54:53 user nova-compute[75249]: INFO nova.compute.claims [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Claim successful on node user
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.497s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:54:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:54:54 user nova-compute[75249]: INFO nova.virt.block_device [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Booting with volume-backed-image 31ab2c83-f79e-4167-8676-faf1e937d5a3 at /dev/vda
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.policy [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2825c6d64440be860bb95c92faea38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '782939fa1f2648eb8b0e8ec8c26ccc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:54:54 user nova-compute[75249]: INFO nova.compute.claims [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Claim successful on node user
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Successfully created port: 5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:54:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.policy [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ccda71efe64ec780b03dcd66c7fa2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e4a671b2864da49391fe1fbd5c6c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:54:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Creating image(s)
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk 1073741824" returned: 0 in 0.049s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Successfully updated port: 5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-changed-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Refreshing instance network info cache due to event network-changed-5b0d10bf-16a3-4eff-bc7b-558061c16e21. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] Acquiring lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Cannot resize image /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Ensure instance console log exists: /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Successfully created port: 47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:54:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updating instance_info_cache with network_info: [{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance network_info: |[{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:54:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] Acquired lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Refreshing network info cache for port 5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updated VIF entry in instance network info cache for port 5b0d10bf-16a3-4eff-bc7b-558061c16e21. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updating instance_info_cache with network_info: [{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5d690f04-dd0b-4e50-8486-64cd79980f03 req-00f2f7e6-741e-4a97-90cd-4f118accc658 service nova] Releasing lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Successfully updated port: 47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance network_info: |[{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Start _get_guest_xml network_info=[{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:54:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:54:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-550535470',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-550535470',id=32,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF77cdWBXgWzw0aWXWu0EsCdwJImeHtoUjOMEmTmPRgAM7Rp/W7pef6DIWSy4WjuzMSWsfd2fOj+/oARjDJM/3LCSk1mOdJbP5fHkCZI0XD06UPMrybEiR3IH566+g/H9g==',key_name='tempest-keypair-280343694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-01ycz0li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:54:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=8c8f3ac7-1002-4f80-927b-06cd2d0741cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing instance network info cache due to event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:54:57 user nova-compute[75249]:   <uuid>8c8f3ac7-1002-4f80-927b-06cd2d0741cc</uuid>
Nov 29 08:54:57 user nova-compute[75249]:   <name>instance-00000020</name>
Nov 29 08:54:57 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:54:57 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:54:57 user nova-compute[75249]:   <metadata>
Nov 29 08:54:57 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:54:57 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:54:57 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-550535470</nova:name>
Nov 29 08:54:57 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:54:57</nova:creationTime>
Nov 29 08:54:57 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:54:57 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:54:57 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:54:57 user nova-compute[75249]:       <nova:owner>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:user uuid="04ccda71efe64ec780b03dcd66c7fa2b">tempest-AttachVolumeShelveTestJSON-548873049-project-member</nova:user>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:project uuid="76e4a671b2864da49391fe1fbd5c6c65">tempest-AttachVolumeShelveTestJSON-548873049</nova:project>
Nov 29 08:54:57 user nova-compute[75249]:       </nova:owner>
Nov 29 08:54:57 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:54:57 user nova-compute[75249]:       <nova:ports>
Nov 29 08:54:57 user nova-compute[75249]:         <nova:port uuid="47c91640-f01c-4540-8ffa-62bc5fd3be19">
Nov 29 08:54:57 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 08:54:57 user nova-compute[75249]:         </nova:port>
Nov 29 08:54:57 user nova-compute[75249]:       </nova:ports>
Nov 29 08:54:57 user nova-compute[75249]:     </nova:instance>
Nov 29 08:54:57 user nova-compute[75249]:   </metadata>
Nov 29 08:54:57 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:54:57 user nova-compute[75249]:     <system>
Nov 29 08:54:57 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:54:57 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:54:57 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:54:57 user nova-compute[75249]:       <entry name="serial">8c8f3ac7-1002-4f80-927b-06cd2d0741cc</entry>
Nov 29 08:54:57 user nova-compute[75249]:       <entry name="uuid">8c8f3ac7-1002-4f80-927b-06cd2d0741cc</entry>
Nov 29 08:54:57 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:54:57 user nova-compute[75249]:     </system>
Nov 29 08:54:57 user nova-compute[75249]:   </sysinfo>
Nov 29 08:54:57 user nova-compute[75249]:   <os>
Nov 29 08:54:57 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:54:57 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:54:57 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:54:57 user nova-compute[75249]:   </os>
Nov 29 08:54:57 user nova-compute[75249]:   <features>
Nov 29 08:54:57 user nova-compute[75249]:     <acpi/>
Nov 29 08:54:57 user nova-compute[75249]:     <apic/>
Nov 29 08:54:57 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:54:57 user nova-compute[75249]:   </features>
Nov 29 08:54:57 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:54:57 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:54:57 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:54:57 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:54:57 user nova-compute[75249]:   </clock>
Nov 29 08:54:57 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:54:57 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:54:57 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:54:57 user nova-compute[75249]:   </cpu>
Nov 29 08:54:57 user nova-compute[75249]:   <devices>
Nov 29 08:54:57 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:54:57 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:54:57 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk"/>
Nov 29 08:54:57 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:54:57 user nova-compute[75249]:     </disk>
Nov 29 08:54:57 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:54:57 user nova-compute[75249]:       <mac address="fa:16:3e:b8:d6:cf"/>
Nov 29 08:54:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:54:57 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:54:57 user nova-compute[75249]:       <target dev="tap47c91640-f0"/>
Nov 29 08:54:57 user nova-compute[75249]:     </interface>
Nov 29 08:54:57 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:54:57 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/console.log" append="off"/>
Nov 29 08:54:57 user nova-compute[75249]:     </serial>
Nov 29 08:54:57 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:54:57 user nova-compute[75249]:     <video>
Nov 29 08:54:57 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:54:57 user nova-compute[75249]:     </video>
Nov 29 08:54:57 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:54:57 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:54:57 user nova-compute[75249]:     </rng>
Nov 29 08:54:57 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:54:57 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:54:57 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:54:57 user nova-compute[75249]:     </memballoon>
Nov 29 08:54:57 user nova-compute[75249]:   </devices>
Nov 29 08:54:57 user nova-compute[75249]: </domain>
Nov 29 08:54:57 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-550535470',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-550535470',id=32,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF77cdWBXgWzw0aWXWu0EsCdwJImeHtoUjOMEmTmPRgAM7Rp/W7pef6DIWSy4WjuzMSWsfd2fOj+/oARjDJM/3LCSk1mOdJbP5fHkCZI0XD06UPMrybEiR3IH566+g/H9g==',key_name='tempest-keypair-280343694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-01ycz0li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:54:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=8c8f3ac7-1002-4f80-927b-06cd2d0741cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG os_vif [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ddbfd64c-100f-5f5a-8644-8ecfa7a0eb33', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47c91640-f0, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47c91640-f0, col_values=(('qos', UUID('42e30661-542e-4d4d-8129-13da1cfdcbb0')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47c91640-f0, col_values=(('external_ids', {'iface-id': '47c91640-f01c-4540-8ffa-62bc5fd3be19', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:d6:cf', 'vm-uuid': '8c8f3ac7-1002-4f80-927b-06cd2d0741cc'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:57 user nova-compute[75249]: INFO os_vif [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0')
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:54:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No VIF found with MAC fa:16:3e:b8:d6:cf, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:54:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updated VIF entry in instance network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:54:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:54:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-067918ae-5bad-4aac-b129-2eb0559067f4 req-d5a1d43a-2bf0-4774-8000-8b3463fbe29b service nova] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b06793c-6381-491e-b2f5-605dfe9e5e0a req-ec1708d9-d8a1-40d9-a0e9-490168f60e2b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b06793c-6381-491e-b2f5-605dfe9e5e0a req-ec1708d9-d8a1-40d9-a0e9-490168f60e2b service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b06793c-6381-491e-b2f5-605dfe9e5e0a req-ec1708d9-d8a1-40d9-a0e9-490168f60e2b service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b06793c-6381-491e-b2f5-605dfe9e5e0a req-ec1708d9-d8a1-40d9-a0e9-490168f60e2b service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b06793c-6381-491e-b2f5-605dfe9e5e0a req-ec1708d9-d8a1-40d9-a0e9-490168f60e2b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:54:59 user nova-compute[75249]: WARNING nova.compute.manager [req-5b06793c-6381-491e-b2f5-605dfe9e5e0a req-ec1708d9-d8a1-40d9-a0e9-490168f60e2b service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state building and task_state spawning.
Nov 29 08:54:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:54:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG os_brick.utils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c9f5c53-e6b4-45fd-a991-bc2fe1298bd9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b0ca37-cc3f-4d08-96fc-cd79cd194c46]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d43f91-a391-401d-8bfd-e7087ea253ef]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f6b01bb-f643-4883-b210-6f491cca082e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:55:00 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:55:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a20f43-2a13-47ba-866c-644fe432f3d0]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG os_brick.utils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:55:00 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updating existing volume attachment record: 02a0c1e1-69f7-4527-8729-0c820c1a997f {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:55:01 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance spawned successfully.
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-79265b10-115c-4e81-b2c4-2fd6dfb53b55 req-3a8d0a7d-e7ee-44c6-ab88-d3bd52ffa3f9 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-79265b10-115c-4e81-b2c4-2fd6dfb53b55 req-3a8d0a7d-e7ee-44c6-ab88-d3bd52ffa3f9 service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-79265b10-115c-4e81-b2c4-2fd6dfb53b55 req-3a8d0a7d-e7ee-44c6-ab88-d3bd52ffa3f9 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-79265b10-115c-4e81-b2c4-2fd6dfb53b55 req-3a8d0a7d-e7ee-44c6-ab88-d3bd52ffa3f9 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-79265b10-115c-4e81-b2c4-2fd6dfb53b55 req-3a8d0a7d-e7ee-44c6-ab88-d3bd52ffa3f9 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:01 user nova-compute[75249]: WARNING nova.compute.manager [req-79265b10-115c-4e81-b2c4-2fd6dfb53b55 req-3a8d0a7d-e7ee-44c6-ab88-d3bd52ffa3f9 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state building and task_state spawning.
Nov 29 08:55:01 user nova-compute[75249]: INFO nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Took 6.44 seconds to spawn the instance on the hypervisor.
Nov 29 08:55:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:55:01 user nova-compute[75249]: INFO nova.compute.manager [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Took 7.23 seconds to build instance.
Nov 29 08:55:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad8408ed-59c1-458d-ae43-7c3d8d200e36 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.329s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:55:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [{"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-102bde60-e26a-45df-880c-a0674e197919" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:55:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:55:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Creating image(s)
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Ensure instance console log exists: /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Start _get_guest_xml network_info=[{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '02a0c1e1-69f7-4527-8729-0c820c1a997f', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ed5708e9-3b4b-49f5-b37d-844cde9bc3db', 'attached_at': '', 'detached_at': '', 'volume_id': '2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'serial': '2e9d5a5d-aa3e-4308-9164-b5fd70096d52'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:55:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:55:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:55:10 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:55:10 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:55:10 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd5f472-3baa-4d9f-98cb-64ff64ea0e30]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:55:10 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a913cbe-e339-4f15-8963-017ebec5ed76]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52] added
Nov 29 08:55:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eac664f-32e8-442c-9c4f-5c1aabe6a6cd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[07330445-da92-4b14-b3ed-1fe65a6bf53e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fkibqJnB {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fkibqJnB" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbc5864b-649e-4482-aec1-b51620544b37]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fkibqJnB'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f74017c0-b83c-455f-bab3-ff5a45a777ac]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6655b9-0492-4ca7-9412-5c5b217fb344]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f8e00b-8d27-4aa8-9a01-6a32bf0cef6b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260]
Nov 29 08:55:10 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260] successful.
Nov 29 08:55:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f8cfcdd-0dc7-4043-90a2-f011c424e55d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[da8dacd1-2b53-4880-a97c-cbe6affdd76f]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:55:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0a4ae5-42c1-4574-aa69-722a8817b40c]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '26539333630396564', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26539333630396564', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1842692883',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1842692883',id=31,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-hlfb2vru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:54:54Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=ed5708e9-3b4b-49f5-b37d-844cde9bc3db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'pci_devices' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:55:11 user nova-compute[75249]:   <uuid>ed5708e9-3b4b-49f5-b37d-844cde9bc3db</uuid>
Nov 29 08:55:11 user nova-compute[75249]:   <name>instance-0000001f</name>
Nov 29 08:55:11 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:55:11 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:55:11 user nova-compute[75249]:   <metadata>
Nov 29 08:55:11 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:55:11 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:55:11 user nova-compute[75249]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1842692883</nova:name>
Nov 29 08:55:11 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:55:10</nova:creationTime>
Nov 29 08:55:11 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:55:11 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:55:11 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:55:11 user nova-compute[75249]:       <nova:owner>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:user uuid="6d2825c6d64440be860bb95c92faea38">tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member</nova:user>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:project uuid="782939fa1f2648eb8b0e8ec8c26ccc30">tempest-ServerBootFromVolumeStableRescueTest-805179477</nova:project>
Nov 29 08:55:11 user nova-compute[75249]:       </nova:owner>
Nov 29 08:55:11 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:55:11 user nova-compute[75249]:       <nova:ports>
Nov 29 08:55:11 user nova-compute[75249]:         <nova:port uuid="5b0d10bf-16a3-4eff-bc7b-558061c16e21">
Nov 29 08:55:11 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 08:55:11 user nova-compute[75249]:         </nova:port>
Nov 29 08:55:11 user nova-compute[75249]:       </nova:ports>
Nov 29 08:55:11 user nova-compute[75249]:     </nova:instance>
Nov 29 08:55:11 user nova-compute[75249]:   </metadata>
Nov 29 08:55:11 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:55:11 user nova-compute[75249]:     <system>
Nov 29 08:55:11 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:55:11 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:55:11 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:55:11 user nova-compute[75249]:       <entry name="serial">ed5708e9-3b4b-49f5-b37d-844cde9bc3db</entry>
Nov 29 08:55:11 user nova-compute[75249]:       <entry name="uuid">ed5708e9-3b4b-49f5-b37d-844cde9bc3db</entry>
Nov 29 08:55:11 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:55:11 user nova-compute[75249]:     </system>
Nov 29 08:55:11 user nova-compute[75249]:   </sysinfo>
Nov 29 08:55:11 user nova-compute[75249]:   <os>
Nov 29 08:55:11 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:55:11 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:55:11 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:55:11 user nova-compute[75249]:   </os>
Nov 29 08:55:11 user nova-compute[75249]:   <features>
Nov 29 08:55:11 user nova-compute[75249]:     <acpi/>
Nov 29 08:55:11 user nova-compute[75249]:     <apic/>
Nov 29 08:55:11 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:55:11 user nova-compute[75249]:   </features>
Nov 29 08:55:11 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:55:11 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:55:11 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:55:11 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:55:11 user nova-compute[75249]:   </clock>
Nov 29 08:55:11 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:55:11 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:55:11 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:55:11 user nova-compute[75249]:   </cpu>
Nov 29 08:55:11 user nova-compute[75249]:   <devices>
Nov 29 08:55:11 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:55:11 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:55:11 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 08:55:11 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:55:11 user nova-compute[75249]:       <serial>2e9d5a5d-aa3e-4308-9164-b5fd70096d52</serial>
Nov 29 08:55:11 user nova-compute[75249]:     </disk>
Nov 29 08:55:11 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:55:11 user nova-compute[75249]:       <mac address="fa:16:3e:76:28:fb"/>
Nov 29 08:55:11 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:55:11 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:55:11 user nova-compute[75249]:       <target dev="tap5b0d10bf-16"/>
Nov 29 08:55:11 user nova-compute[75249]:     </interface>
Nov 29 08:55:11 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:55:11 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/console.log" append="off"/>
Nov 29 08:55:11 user nova-compute[75249]:     </serial>
Nov 29 08:55:11 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:55:11 user nova-compute[75249]:     <video>
Nov 29 08:55:11 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:55:11 user nova-compute[75249]:     </video>
Nov 29 08:55:11 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:55:11 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:55:11 user nova-compute[75249]:     </rng>
Nov 29 08:55:11 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:55:11 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:55:11 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:55:11 user nova-compute[75249]:     </memballoon>
Nov 29 08:55:11 user nova-compute[75249]:   </devices>
Nov 29 08:55:11 user nova-compute[75249]: </domain>
Nov 29 08:55:11 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1842692883',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1842692883',id=31,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-hlfb2vru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:54:54Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=ed5708e9-3b4b-49f5-b37d-844cde9bc3db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG os_vif [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1645e437-13ce-5ace-a97b-a8c79823ac79', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b0d10bf-16, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b0d10bf-16, col_values=(('qos', UUID('3f159a66-8872-4353-bd0b-4da5a5a6d7a9')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b0d10bf-16, col_values=(('external_ids', {'iface-id': '5b0d10bf-16a3-4eff-bc7b-558061c16e21', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:28:fb', 'vm-uuid': 'ed5708e9-3b4b-49f5-b37d-844cde9bc3db'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:55:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:11 user nova-compute[75249]: INFO os_vif [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16')
Nov 29 08:55:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No VIF found with MAC fa:16:3e:76:28:fb, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:55:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-63e90cdf-c5f9-480a-98e2-e8e1e757ea9c req-04d98c8b-a7d2-47ad-8137-2fb51404d950 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-63e90cdf-c5f9-480a-98e2-e8e1e757ea9c req-04d98c8b-a7d2-47ad-8137-2fb51404d950 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-63e90cdf-c5f9-480a-98e2-e8e1e757ea9c req-04d98c8b-a7d2-47ad-8137-2fb51404d950 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-63e90cdf-c5f9-480a-98e2-e8e1e757ea9c req-04d98c8b-a7d2-47ad-8137-2fb51404d950 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-63e90cdf-c5f9-480a-98e2-e8e1e757ea9c req-04d98c8b-a7d2-47ad-8137-2fb51404d950 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:15 user nova-compute[75249]: WARNING nova.compute.manager [req-63e90cdf-c5f9-480a-98e2-e8e1e757ea9c req-04d98c8b-a7d2-47ad-8137-2fb51404d950 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state building and task_state spawning.
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7e01036b-cafb-4b9c-b0d5-b065a2aa2e34 req-9b8e7d52-1b6e-4e6c-8957-c2a9935d1d3c service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7e01036b-cafb-4b9c-b0d5-b065a2aa2e34 req-9b8e7d52-1b6e-4e6c-8957-c2a9935d1d3c service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7e01036b-cafb-4b9c-b0d5-b065a2aa2e34 req-9b8e7d52-1b6e-4e6c-8957-c2a9935d1d3c service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7e01036b-cafb-4b9c-b0d5-b065a2aa2e34 req-9b8e7d52-1b6e-4e6c-8957-c2a9935d1d3c service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7e01036b-cafb-4b9c-b0d5-b065a2aa2e34 req-9b8e7d52-1b6e-4e6c-8957-c2a9935d1d3c service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7e01036b-cafb-4b9c-b0d5-b065a2aa2e34 req-9b8e7d52-1b6e-4e6c-8957-c2a9935d1d3c service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state building and task_state spawning.
Nov 29 08:55:15 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:55:15 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7748MB free_disk=25.12976837158203GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:15 user nova-compute[75249]: INFO nova.compute.manager [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Unrescuing
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:55:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance spawned successfully.
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:55:15 user nova-compute[75249]: INFO nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Took 5.49 seconds to spawn the instance on the hypervisor.
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance b2d78631-e384-4988-9673-d267d573d62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:55:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:55:16 user nova-compute[75249]: INFO nova.compute.manager [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Took 22.45 seconds to build instance.
Nov 29 08:55:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7623004-ae1f-4d94-bec9-c7e698f8df94 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.547s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'flavor' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.626s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-0c53fa03-bf0a-40a2-aa52-d7d4f9c610d5 req-ae6c0245-0075-4fff-9e26-737d4b0e36c8 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0c53fa03-bf0a-40a2-aa52-d7d4f9c610d5 req-ae6c0245-0075-4fff-9e26-737d4b0e36c8 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0c53fa03-bf0a-40a2-aa52-d7d4f9c610d5 req-ae6c0245-0075-4fff-9e26-737d4b0e36c8 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0c53fa03-bf0a-40a2-aa52-d7d4f9c610d5 req-ae6c0245-0075-4fff-9e26-737d4b0e36c8 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-0c53fa03-bf0a-40a2-aa52-d7d4f9c610d5 req-ae6c0245-0075-4fff-9e26-737d4b0e36c8 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:16 user nova-compute[75249]: WARNING nova.compute.manager [req-0c53fa03-bf0a-40a2-aa52-d7d4f9c610d5 req-ae6c0245-0075-4fff-9e26-737d4b0e36c8 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:55:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance destroyed successfully.
Nov 29 08:55:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:55:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:18 user nova-compute[75249]: WARNING nova.compute.manager [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:55:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:18 user nova-compute[75249]: WARNING nova.compute.manager [req-98324836-1373-47eb-aa23-841aca7f846c req-8cfe8bb2-549e-462a-b655-0369d9233d14 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:55:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-93a4fbe6-e834-4bcc-927e-6327f4e14335 req-4f414b61-dc02-4aae-bb9c-ec22a275ea01 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-93a4fbe6-e834-4bcc-927e-6327f4e14335 req-4f414b61-dc02-4aae-bb9c-ec22a275ea01 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-93a4fbe6-e834-4bcc-927e-6327f4e14335 req-4f414b61-dc02-4aae-bb9c-ec22a275ea01 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-93a4fbe6-e834-4bcc-927e-6327f4e14335 req-4f414b61-dc02-4aae-bb9c-ec22a275ea01 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-93a4fbe6-e834-4bcc-927e-6327f4e14335 req-4f414b61-dc02-4aae-bb9c-ec22a275ea01 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:20 user nova-compute[75249]: WARNING nova.compute.manager [req-93a4fbe6-e834-4bcc-927e-6327f4e14335 req-4f414b61-dc02-4aae-bb9c-ec22a275ea01 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:55:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ecc4b610-149d-4fa5-b984-bc305eac2db2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:55:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:27 user nova-compute[75249]: INFO nova.compute.manager [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Terminating instance
Nov 29 08:55:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-fb34aae3-e381-4fb4-894f-439cc3c36b22 req-2abbe41d-bdeb-4772-8216-6d385e86b49b service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-unplugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-fb34aae3-e381-4fb4-894f-439cc3c36b22 req-2abbe41d-bdeb-4772-8216-6d385e86b49b service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-fb34aae3-e381-4fb4-894f-439cc3c36b22 req-2abbe41d-bdeb-4772-8216-6d385e86b49b service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-fb34aae3-e381-4fb4-894f-439cc3c36b22 req-2abbe41d-bdeb-4772-8216-6d385e86b49b service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-fb34aae3-e381-4fb4-894f-439cc3c36b22 req-2abbe41d-bdeb-4772-8216-6d385e86b49b service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-unplugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-fb34aae3-e381-4fb4-894f-439cc3c36b22 req-2abbe41d-bdeb-4772-8216-6d385e86b49b service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-unplugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:55:28 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] Instance destroyed successfully.
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lazy-loading 'resources' on Instance uuid b2d78631-e384-4988-9673-d267d573d62e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1621652863',display_name='tempest-TestMinimumBasicScenario-server-1621652863',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1621652863',id=28,image_ref='720406df-d991-4a3c-89dc-bf7d8267c9e8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/K8kZXrPh5yCGnX4InIHxLPxRW0rWb368bg+VJz1+GaDRbF2OqjtZDgI3n5VepNhfHha82QWojKBVdY1LMTLNKqDb9nZ1R80iQBBnruuIYv9pJiJ/DjWTuMODsi26l0w==',key_name='tempest-TestMinimumBasicScenario-651182568',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26f4174a11664198baa22cf60e86a567',ramdisk_id='',reservation_id='r-njet8nf9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='720406df-d991-4a3c-89dc-bf7d8267c9e8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-859354647',owner_user_name='tempest-TestMinimumBasicScenario-859354647-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:52:46Z,user_data=None,user_id='bc4ad0645e5b4de1a8da9733ef1f11e6',uuid=b2d78631-e384-4988-9673-d267d573d62e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converting VIF {"id": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "address": "fa:16:3e:9a:ad:02", "network": {"id": "8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-181650099-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26f4174a11664198baa22cf60e86a567", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889ab3a4-20", "ovs_interfaceid": "889ab3a4-2064-4e5e-9eb3-b0f36551a651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG os_vif [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap889ab3a4-20, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9616a8e2-04da-4367-9e17-64a1956d2a62) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:28 user nova-compute[75249]: INFO os_vif [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ad:02,bridge_name='br-int',has_traffic_filtering=True,id=889ab3a4-2064-4e5e-9eb3-b0f36551a651,network=Network(8a9e7ed0-ac4a-42bc-8872-3d1bb36f916d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889ab3a4-20')
Nov 29 08:55:28 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Deleting instance files /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e_del
Nov 29 08:55:28 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Deletion of /opt/stack/data/nova/instances/b2d78631-e384-4988-9673-d267d573d62e_del complete
Nov 29 08:55:28 user nova-compute[75249]: INFO nova.compute.manager [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] [instance: b2d78631-e384-4988-9673-d267d573d62e] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 08:55:28 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:55:28 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-5edb5886-ae5a-4742-9926-89cee5fb8def req-3efd9f66-a112-456e-b1be-cf086b0a1a3f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-deleted-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:29 user nova-compute[75249]: INFO nova.compute.manager [req-5edb5886-ae5a-4742-9926-89cee5fb8def req-3efd9f66-a112-456e-b1be-cf086b0a1a3f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Neutron deleted interface 889ab3a4-2064-4e5e-9eb3-b0f36551a651; detaching it from the instance and deleting it from the info cache
Nov 29 08:55:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-5edb5886-ae5a-4742-9926-89cee5fb8def req-3efd9f66-a112-456e-b1be-cf086b0a1a3f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:55:29 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: b2d78631-e384-4988-9673-d267d573d62e] Took 0.63 seconds to deallocate network for instance.
Nov 29 08:55:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-5edb5886-ae5a-4742-9926-89cee5fb8def req-3efd9f66-a112-456e-b1be-cf086b0a1a3f service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Detach interface failed, port_id=889ab3a4-2064-4e5e-9eb3-b0f36551a651, reason: Instance b2d78631-e384-4988-9673-d267d573d62e could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:55:29 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:55:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.502s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:30 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Deleted allocations for instance b2d78631-e384-4988-9673-d267d573d62e
Nov 29 08:55:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9cd069ba-8f4c-4612-928a-0b1fd722bfc1 tempest-TestMinimumBasicScenario-859354647 tempest-TestMinimumBasicScenario-859354647-project-member] Lock "b2d78631-e384-4988-9673-d267d573d62e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.375s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-0e5b5522-8e11-4489-920b-d6eaf6d1bde3 req-d005c5a3-2168-417b-ae70-11abbb81ff73 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0e5b5522-8e11-4489-920b-d6eaf6d1bde3 req-d005c5a3-2168-417b-ae70-11abbb81ff73 service nova] Acquiring lock "b2d78631-e384-4988-9673-d267d573d62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0e5b5522-8e11-4489-920b-d6eaf6d1bde3 req-d005c5a3-2168-417b-ae70-11abbb81ff73 service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0e5b5522-8e11-4489-920b-d6eaf6d1bde3 req-d005c5a3-2168-417b-ae70-11abbb81ff73 service nova] Lock "b2d78631-e384-4988-9673-d267d573d62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-0e5b5522-8e11-4489-920b-d6eaf6d1bde3 req-d005c5a3-2168-417b-ae70-11abbb81ff73 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] No waiting events found dispatching network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:30 user nova-compute[75249]: WARNING nova.compute.manager [req-0e5b5522-8e11-4489-920b-d6eaf6d1bde3 req-d005c5a3-2168-417b-ae70-11abbb81ff73 service nova] [instance: b2d78631-e384-4988-9673-d267d573d62e] Received unexpected event network-vif-plugged-889ab3a4-2064-4e5e-9eb3-b0f36551a651 for instance with vm_state deleted and task_state None.
Nov 29 08:55:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:46 user nova-compute[75249]: INFO nova.compute.manager [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Terminating instance
Nov 29 08:55:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-b39ee644-8c09-4606-bb4a-21f4652cc63d req-e3bad66d-7480-448f-9bfd-4ece6f6227ae service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-vif-unplugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b39ee644-8c09-4606-bb4a-21f4652cc63d req-e3bad66d-7480-448f-9bfd-4ece6f6227ae service nova] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b39ee644-8c09-4606-bb4a-21f4652cc63d req-e3bad66d-7480-448f-9bfd-4ece6f6227ae service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b39ee644-8c09-4606-bb4a-21f4652cc63d req-e3bad66d-7480-448f-9bfd-4ece6f6227ae service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-b39ee644-8c09-4606-bb4a-21f4652cc63d req-e3bad66d-7480-448f-9bfd-4ece6f6227ae service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] No waiting events found dispatching network-vif-unplugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-b39ee644-8c09-4606-bb4a-21f4652cc63d req-e3bad66d-7480-448f-9bfd-4ece6f6227ae service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-vif-unplugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Instance destroyed successfully.
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.objects.instance [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lazy-loading 'resources' on Instance uuid 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1246113446',display_name='tempest-SnapshotDataIntegrityTests-server-1246113446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1246113446',id=26,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD8EkAHTLvqVcR77RExN+oANB8Np5hFDggj0kAE4FYV+RF0q84MavjlsfgytWJa0zV/1p8TsJPBANPaASg04cCLlaADUKQ8cfJ41T6wQY/EYUe01bUDaj2j82Hs7/NtYvw==',key_name='tempest-keypair-1400485933',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:48:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4aec7e57ec0a460c8681eab59b032d61',ramdisk_id='',reservation_id='r-8y0snhcd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-718782194',owner_user_name='tempest-SnapshotDataIntegrityTests-718782194-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:48:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fedc6314ef34d23a0f59e54ec13bc92',uuid=29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Converting VIF {"id": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "address": "fa:16:3e:d7:b0:ec", "network": {"id": "49350e60-7536-4bf7-bade-1f3cea9be296", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1100336851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4aec7e57ec0a460c8681eab59b032d61", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6ca0eeb-68", "ovs_interfaceid": "a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG os_vif [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6ca0eeb-68, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b03b5c7-2322-486c-86a0-0217167bfd21) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:55:47 user nova-compute[75249]: INFO os_vif [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:b0:ec,bridge_name='br-int',has_traffic_filtering=True,id=a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64,network=Network(49350e60-7536-4bf7-bade-1f3cea9be296),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6ca0eeb-68')
Nov 29 08:55:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Deleting instance files /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c_del
Nov 29 08:55:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Deletion of /opt/stack/data/nova/instances/29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c_del complete
Nov 29 08:55:47 user nova-compute[75249]: INFO nova.compute.manager [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 08:55:47 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:55:47 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 08:55:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:48 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:55:48 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Took 0.72 seconds to deallocate network for instance.
Nov 29 08:55:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:48 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:55:48 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:55:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.368s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:48 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Deleted allocations for instance 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c
Nov 29 08:55:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-986a968a-4dca-4cf2-979e-ad9a84ca794f tempest-SnapshotDataIntegrityTests-718782194 tempest-SnapshotDataIntegrityTests-718782194-project-member] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.145s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] Acquiring lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] Lock "29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:55:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] No waiting events found dispatching network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:55:49 user nova-compute[75249]: WARNING nova.compute.manager [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received unexpected event network-vif-plugged-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 for instance with vm_state deleted and task_state None.
Nov 29 08:55:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-3807acc5-1bfd-4da2-aa84-4d87a52e06ae req-0d82d73f-a665-4f55-894f-84724782ee44 service nova] [instance: 29ffe1d1-bb9d-40c9-ab8a-6d0df6f6802c] Received event network-vif-deleted-a6ca0eeb-68b2-4e48-ba75-6ec13e7f2c64 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:55:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:55:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:55:54 user nova-compute[75249]: INFO nova.compute.manager [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Detaching volume 277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:55:54 user nova-compute[75249]: INFO nova.virt.block_device [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Attempting to driver detach volume 277a6d86-fb70-4a25-953e-b4fd66539b29 from mountpoint /dev/vdb
Nov 29 08:55:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Attempting to detach device vdb from instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 08:55:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:55:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:55:54 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:55:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:55:54 user nova-compute[75249]:   <serial>277a6d86-fb70-4a25-953e-b4fd66539b29</serial>
Nov 29 08:55:54 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 08:55:54 user nova-compute[75249]: </disk>
Nov 29 08:55:54 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:55:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully detached device vdb from instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 from the persistent domain config.
Nov 29 08:55:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 08:55:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 08:55:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:55:54 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 08:55:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:55:54 user nova-compute[75249]:   <serial>277a6d86-fb70-4a25-953e-b4fd66539b29</serial>
Nov 29 08:55:54 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 08:55:54 user nova-compute[75249]: </disk>
Nov 29 08:55:54 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 08:55:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 08:55:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:55:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:05 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 08:56:05 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 08:56:06 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:56:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 08:56:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:56:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:56:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:56:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:56:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:56:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7845MB free_disk=25.154342651367188GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 08:56:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 is timed out.
Nov 29 08:56:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully detached device vdb from instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 from the live domain config.
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHDplro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:56:14 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[30484603-c432-445f-866d-91e329486127]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:56:14 user nova-compute[75249]: No targets found.
Nov 29 08:56:14 user nova-compute[75249]: iSNS:
Nov 29 08:56:14 user nova-compute[75249]: No targets found.
Nov 29 08:56:14 user nova-compute[75249]: STATIC:
Nov 29 08:56:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52
Nov 29 08:56:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:56:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:56:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29
Nov 29 08:56:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:56:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:56:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:56:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:56:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:56:14 user nova-compute[75249]: FIRMWARE:
Nov 29 08:56:14 user nova-compute[75249]: No targets found.
Nov 29 08:56:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:56:14 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:56:14 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf263ccb-0895-4018-b9be-d4cd491746f0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.732s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2082cf-5107-4dec-976e-ee4e9297c87b]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:14 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:56:14 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:14 user nova-compute[75249]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 (non-flash)
Nov 29 08:56:14 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0d36c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32f99df-0525-4473-9fbe-34e2dc5b1a24]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3b05015-1c2c-4c9d-a0bb-170189364e65]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6dc0d4-b5f3-4d15-8935-de427f03cb13]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a87db8-adb3-4f41-9d19-2ed255b98f51]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a766c9-deb1-4e48-9f0e-60585c108d4e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb8f89e3-8c98-41b9-83ec-d7165fb1ed85]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260]
Nov 29 08:56:15 user nova-compute[75249]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29, portal: 172.16.0.220,3260] successful.
Nov 29 08:56:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:277a6d86-fb70-4a25-953e-b4fd66539b29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f536f9d-42f7-43ba-bcd8-945c04c91746]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== disconnect_volume: return (294ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:56:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-29d1acd9-7e5c-4f26-b308-27ad7c7b8f59 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.683s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:56:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 08:56:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-30d8c184-a318-416a-9652-d14800f59e72 req-a266b199-e952-4edb-92d1-8463c0ecce7c service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30d8c184-a318-416a-9652-d14800f59e72 req-a266b199-e952-4edb-92d1-8463c0ecce7c service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30d8c184-a318-416a-9652-d14800f59e72 req-a266b199-e952-4edb-92d1-8463c0ecce7c service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30d8c184-a318-416a-9652-d14800f59e72 req-a266b199-e952-4edb-92d1-8463c0ecce7c service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-30d8c184-a318-416a-9652-d14800f59e72 req-a266b199-e952-4edb-92d1-8463c0ecce7c service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:17 user nova-compute[75249]: WARNING nova.compute.manager [req-30d8c184-a318-416a-9652-d14800f59e72 req-a266b199-e952-4edb-92d1-8463c0ecce7c service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state active and task_state powering-off.
Nov 29 08:56:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance destroyed successfully.
Nov 29 08:56:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:56:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-da691afe-9396-4177-81d9-843f50de42ba tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.835s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1750078-d4ff-43ba-9cb4-8f3305def1cb req-e8479f60-1f16-46cb-b8bf-1f0fe6d305d9 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1750078-d4ff-43ba-9cb4-8f3305def1cb req-e8479f60-1f16-46cb-b8bf-1f0fe6d305d9 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1750078-d4ff-43ba-9cb4-8f3305def1cb req-e8479f60-1f16-46cb-b8bf-1f0fe6d305d9 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1750078-d4ff-43ba-9cb4-8f3305def1cb req-e8479f60-1f16-46cb-b8bf-1f0fe6d305d9 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1750078-d4ff-43ba-9cb4-8f3305def1cb req-e8479f60-1f16-46cb-b8bf-1f0fe6d305d9 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:19 user nova-compute[75249]: WARNING nova.compute.manager [req-d1750078-d4ff-43ba-9cb4-8f3305def1cb req-e8479f60-1f16-46cb-b8bf-1f0fe6d305d9 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state stopped and task_state None.
Nov 29 08:56:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 08:56:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:44 user nova-compute[75249]: INFO nova.compute.manager [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Rescuing
Nov 29 08:56:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updating instance_info_cache with network_info: [{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing instance network info cache due to event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-79bdc589-abbe-46b6-a323-d841a57bd3b5 req-39f1a902-8166-4beb-ae8d-1d69cde19371 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-79bdc589-abbe-46b6-a323-d841a57bd3b5 req-39f1a902-8166-4beb-ae8d-1d69cde19371 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-79bdc589-abbe-46b6-a323-d841a57bd3b5 req-39f1a902-8166-4beb-ae8d-1d69cde19371 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-79bdc589-abbe-46b6-a323-d841a57bd3b5 req-39f1a902-8166-4beb-ae8d-1d69cde19371 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-79bdc589-abbe-46b6-a323-d841a57bd3b5 req-39f1a902-8166-4beb-ae8d-1d69cde19371 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:45 user nova-compute[75249]: WARNING nova.compute.manager [req-79bdc589-abbe-46b6-a323-d841a57bd3b5 req-39f1a902-8166-4beb-ae8d-1d69cde19371 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state active and task_state rescuing.
Nov 29 08:56:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updated VIF entry in instance network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5fb542c6-8ebd-4b51-812d-9d362f6cca25 req-c84169fa-a21e-4ab3-bc0a-60572d1d95f5 service nova] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance destroyed successfully.
Nov 29 08:56:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Attempting a stable device rescue
Nov 29 08:56:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75249) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:56:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Creating image(s)
Nov 29 08:56:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "/opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'trusted_certs' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "2b46ffb240947117fff37f86967730264a814aac" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "2b46ffb240947117fff37f86967730264a814aac" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-13030db4-62db-4483-8952-3c8137898af1 req-129b73d9-f558-4066-a757-80cf316ebd86 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13030db4-62db-4483-8952-3c8137898af1 req-129b73d9-f558-4066-a757-80cf316ebd86 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13030db4-62db-4483-8952-3c8137898af1 req-129b73d9-f558-4066-a757-80cf316ebd86 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-13030db4-62db-4483-8952-3c8137898af1 req-129b73d9-f558-4066-a757-80cf316ebd86 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-13030db4-62db-4483-8952-3c8137898af1 req-129b73d9-f558-4066-a757-80cf316ebd86 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:48 user nova-compute[75249]: WARNING nova.compute.manager [req-13030db4-62db-4483-8952-3c8137898af1 req-129b73d9-f558-4066-a757-80cf316ebd86 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state active and task_state rescuing.
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.part --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG nova.virt.images [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] 53c9bc6b-d112-4a59-b4d1-7c3dae48cfad was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.part /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.part /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.converted" returned: 0 in 0.571s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "2b46ffb240947117fff37f86967730264a814aac" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.341s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "2b46ffb240947117fff37f86967730264a814aac" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "2b46ffb240947117fff37f86967730264a814aac" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:48 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:56:48 user nova-compute[75249]: INFO nova.compute.claims [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Claim successful on node user
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac,backing_fmt=raw /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac,backing_fmt=raw /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue" returned: 0 in 0.048s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "2b46ffb240947117fff37f86967730264a814aac" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'migration_context' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<ed5708e9-3b4b-49f5-b37d-844cde9bc3db> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Start _get_guest_xml network_info=[{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "vif_mac": "fa:16:3e:76:28:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '53c9bc6b-d112-4a59-b4d1-7c3dae48cfad', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '02a0c1e1-69f7-4527-8729-0c820c1a997f', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'ed5708e9-3b4b-49f5-b37d-844cde9bc3db', 'attached_at': '', 'detached_at': '', 'volume_id': '2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'serial': '2e9d5a5d-aa3e-4308-9164-b5fd70096d52'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'resources' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<ed5708e9-3b4b-49f5-b37d-844cde9bc3db> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'numa_topology' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<ed5708e9-3b4b-49f5-b37d-844cde9bc3db> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:56:49 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:56:49 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'vcpu_model' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<ed5708e9-3b4b-49f5-b37d-844cde9bc3db> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:56:49 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:56:49 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:56:49 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b090b1-92df-4edd-8068-008a5c7b7d6f]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = fkibqJnB\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 08:56:49 user nova-compute[75249]: node.name = iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52
Nov 29 08:56:49 user nova-compute[75249]: node.tpgt = -1
Nov 29 08:56:49 user nova-compute[75249]: node.startup = automatic
Nov 29 08:56:49 user nova-compute[75249]: node.leading_login = No
Nov 29 08:56:49 user nova-compute[75249]: iface.iscsi_ifacename = default
Nov 29 08:56:49 user nova-compute[75249]: iface.net_ifacename = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.ipaddress = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.prefix_len = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.hwaddress = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.transport_name = tcp
Nov 29 08:56:49 user nova-compute[75249]: iface.initiatorname = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.vlan_id = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.vlan_priority = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.vlan_state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.iface_num = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.mtu = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.port = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.bootproto = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.subnet_mask = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.gateway = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_alt_client_id = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_dns = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_learn_iqn = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_vendor_id_state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_vendor_id = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.dhcp_slp_da = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.fragmentation = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.gratuitous_arp = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.incoming_forwarding = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.tos_state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.tos = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.ttl = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.delayed_ack = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.tcp_nagle = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.tcp_wsf_state = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.tcp_wsf = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.tcp_timer_scale = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.tcp_timestamp = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.redirect = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.def_task_mgmt_timeout = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.header_digest = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.data_digest = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.immediate_data = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.initial_r2t = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.data_seq_inorder = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.data_pdu_inorder = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.erl = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.max_receive_data_len = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.first_burst_len = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.max_outstanding_r2t = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.max_burst_len = 0
Nov 29 08:56:49 user nova-compute[75249]: iface.chap_auth = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.bidi_chap = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.strict_login_compliance = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.discovery_auth = <empty>
Nov 29 08:56:49 user nova-compute[75249]: iface.discovery_logout = <empty>
Nov 29 08:56:49 user nova-compute[75249]: node.discovery_address = <empty>
Nov 29 08:56:49 user nova-compute[75249]: node.discovery_port = 0
Nov 29 08:56:49 user nova-compute[75249]: node.discovery_type = static
Nov 29 08:56:49 user nova-compute[75249]: node.session.initial_cmdsn = 0
Nov 29 08:56:49 user nova-compute[75249]: node.session.initial_login_retry_max = 8
Nov 29 08:56:49 user nova-compute[75249]: node.session.xmit_thread_priority = -20
Nov 29 08:56:49 user nova-compute[75249]: node.session.cmds_max = 128
Nov 29 08:56:49 user nova-compute[75249]: node.session.queue_depth = 32
Nov 29 08:56:49 user nova-compute[75249]: node.session.nr_sessions = 1
Nov 29 08:56:49 user nova-compute[75249]: node.session.auth.authmethod = CHAP
Nov 29 08:56:49 user nova-compute[75249]: node.session.auth.username = fkibqJnB
Nov 29 08:56:49 user nova-compute[75249]: node.session.auth.password = ***
Nov 29 08:56:49 user nova-compute[75249]: node.session.auth.username_in = <empty>
Nov 29 08:56:49 user nova-compute[75249]: node.session.auth.password_in = <empty>
Nov 29 08:56:49 user nova-compute[75249]: node.session.auth.chap_algs = MD5
Nov 29 08:56:49 user nova-compute[75249]: node.session.timeo.replacement_timeout = 120
Nov 29 08:56:49 user nova-compute[75249]: node.session.err_timeo.abort_timeout = 15
Nov 29 08:56:49 user nova-compute[75249]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 08:56:49 user nova-compute[75249]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 08:56:49 user nova-compute[75249]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.FastAbort = Yes
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.InitialR2T = No
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.ImmediateData = Yes
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.MaxConnections = 1
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 08:56:49 user nova-compute[75249]: node.session.iscsi.ERL = 0
Nov 29 08:56:49 user nova-compute[75249]: node.session.scan = manual
Nov 29 08:56:49 user nova-compute[75249]: node.session.reopen_max = 0
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].address = 172.16.0.220
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].port = 3260
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].startup = manual
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].tcp.window_size = 524288
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].tcp.type_of_service = 0
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].timeo.logout_timeout = 15
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].timeo.login_timeout = 15
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].timeo.auth_timeout = 45
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].iscsi.DataDigest = None
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].iscsi.IFMarker = No
Nov 29 08:56:49 user nova-compute[75249]: node.conn[0].iscsi.OFMarker = No
Nov 29 08:56:49 user nova-compute[75249]: # END RECORD
Nov 29 08:56:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b8b69c-141d-4407-bf21-c41a6395c7e3]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f8990c-7c4a-4618-8620-fba524c0921c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fkibqJnB {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fkibqJnB" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9103ea4-c530-4789-90fc-daa3f3a46104]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fkibqJnB'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[439ffbf1-8bb2-456a-b1e5-007de87d05c0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73117d3-ef26-41c3-9379-5835177316fb]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:49 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:49 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.197s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] HCTL ('34', '0', '0', 0) found on session 38 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c576b76-41e0-4296-aef2-4687648d51c6]: (4, ('0 0 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Searching for a device in session 38 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.223s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== connect_volume: return (224ms) {'type': 'block', 'scsi_wwn': '26539333630396564', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26539333630396564', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1842692883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1842692883',id=31,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:55:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-hlfb2vru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:55:16Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=ed5708e9-3b4b-49f5-b37d-844cde9bc3db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "vif_mac": "fa:16:3e:76:28:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "vif_mac": "fa:16:3e:76:28:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'pci_devices' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.740s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.objects.base [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Object Instance<ed5708e9-3b4b-49f5-b37d-844cde9bc3db> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:56:49 user nova-compute[75249]:   <uuid>ed5708e9-3b4b-49f5-b37d-844cde9bc3db</uuid>
Nov 29 08:56:49 user nova-compute[75249]:   <name>instance-0000001f</name>
Nov 29 08:56:49 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:56:49 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:56:49 user nova-compute[75249]:   <metadata>
Nov 29 08:56:49 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:56:49 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:56:49 user nova-compute[75249]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1842692883</nova:name>
Nov 29 08:56:49 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:56:49</nova:creationTime>
Nov 29 08:56:49 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:56:49 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:56:49 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:56:49 user nova-compute[75249]:       <nova:owner>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:user uuid="6d2825c6d64440be860bb95c92faea38">tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member</nova:user>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:project uuid="782939fa1f2648eb8b0e8ec8c26ccc30">tempest-ServerBootFromVolumeStableRescueTest-805179477</nova:project>
Nov 29 08:56:49 user nova-compute[75249]:       </nova:owner>
Nov 29 08:56:49 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:56:49 user nova-compute[75249]:       <nova:ports>
Nov 29 08:56:49 user nova-compute[75249]:         <nova:port uuid="5b0d10bf-16a3-4eff-bc7b-558061c16e21">
Nov 29 08:56:49 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 08:56:49 user nova-compute[75249]:         </nova:port>
Nov 29 08:56:49 user nova-compute[75249]:       </nova:ports>
Nov 29 08:56:49 user nova-compute[75249]:     </nova:instance>
Nov 29 08:56:49 user nova-compute[75249]:   </metadata>
Nov 29 08:56:49 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:56:49 user nova-compute[75249]:     <system>
Nov 29 08:56:49 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:56:49 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:56:49 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:56:49 user nova-compute[75249]:       <entry name="serial">ed5708e9-3b4b-49f5-b37d-844cde9bc3db</entry>
Nov 29 08:56:49 user nova-compute[75249]:       <entry name="uuid">ed5708e9-3b4b-49f5-b37d-844cde9bc3db</entry>
Nov 29 08:56:49 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:56:49 user nova-compute[75249]:     </system>
Nov 29 08:56:49 user nova-compute[75249]:   </sysinfo>
Nov 29 08:56:49 user nova-compute[75249]:   <os>
Nov 29 08:56:49 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:56:49 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:56:49 user nova-compute[75249]:   </os>
Nov 29 08:56:49 user nova-compute[75249]:   <features>
Nov 29 08:56:49 user nova-compute[75249]:     <acpi/>
Nov 29 08:56:49 user nova-compute[75249]:     <apic/>
Nov 29 08:56:49 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:56:49 user nova-compute[75249]:   </features>
Nov 29 08:56:49 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:56:49 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:56:49 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:56:49 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:56:49 user nova-compute[75249]:   </clock>
Nov 29 08:56:49 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:56:49 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:56:49 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:56:49 user nova-compute[75249]:   </cpu>
Nov 29 08:56:49 user nova-compute[75249]:   <devices>
Nov 29 08:56:49 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:56:49 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:56:49 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 08:56:49 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:56:49 user nova-compute[75249]:       <serial>2e9d5a5d-aa3e-4308-9164-b5fd70096d52</serial>
Nov 29 08:56:49 user nova-compute[75249]:     </disk>
Nov 29 08:56:49 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:56:49 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:56:49 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue"/>
Nov 29 08:56:49 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:56:49 user nova-compute[75249]:       <boot order="1"/>
Nov 29 08:56:49 user nova-compute[75249]:     </disk>
Nov 29 08:56:49 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:56:49 user nova-compute[75249]:       <mac address="fa:16:3e:76:28:fb"/>
Nov 29 08:56:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:56:49 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:56:49 user nova-compute[75249]:       <target dev="tap5b0d10bf-16"/>
Nov 29 08:56:49 user nova-compute[75249]:     </interface>
Nov 29 08:56:49 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:56:49 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/console.log" append="off"/>
Nov 29 08:56:49 user nova-compute[75249]:     </serial>
Nov 29 08:56:49 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:56:49 user nova-compute[75249]:     <video>
Nov 29 08:56:49 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:56:49 user nova-compute[75249]:     </video>
Nov 29 08:56:49 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:56:49 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:56:49 user nova-compute[75249]:     </rng>
Nov 29 08:56:49 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:56:49 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:56:49 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:56:49 user nova-compute[75249]:     </memballoon>
Nov 29 08:56:49 user nova-compute[75249]:   </devices>
Nov 29 08:56:49 user nova-compute[75249]: </domain>
Nov 29 08:56:49 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:56:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance destroyed successfully.
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:56:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] No VIF found with MAC fa:16:3e:76:28:fb, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:49 user nova-compute[75249]: INFO nova.compute.manager [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Shelving
Nov 29 08:56:49 user nova-compute[75249]: DEBUG nova.policy [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8defb70c24f848d6bc1569028f639650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aefe1ca01714bfc9f7adadf7e8540b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:56:49 user nova-compute[75249]: INFO nova.virt.block_device [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Booting with volume ab315762-fa1a-469f-b678-de2f049525cc at /dev/vda
Nov 29 08:56:50 user nova-compute[75249]: DEBUG os_brick.utils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b4261cd-a9a8-4db3-9182-404381aea4e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abdda62-0c94-47a9-903a-997a113a8896]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[38611ba9-6e2f-4392-886a-460d9e69b279]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df564ce-7b09-4d38-8331-8dbd0ec9a9eb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:56:50 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[129f4941-406e-4c80-95f9-c1369d0dced7]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG os_brick.utils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating existing volume attachment record: 532056b5-c02d-44fa-b9ba-23a0238e52e9 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-801ba83a-4257-4444-9a86-f51d7f8725e3 req-5767932b-e2f6-4b81-b477-50aa0832108a service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-unplugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-801ba83a-4257-4444-9a86-f51d7f8725e3 req-5767932b-e2f6-4b81-b477-50aa0832108a service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-801ba83a-4257-4444-9a86-f51d7f8725e3 req-5767932b-e2f6-4b81-b477-50aa0832108a service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-801ba83a-4257-4444-9a86-f51d7f8725e3 req-5767932b-e2f6-4b81-b477-50aa0832108a service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-801ba83a-4257-4444-9a86-f51d7f8725e3 req-5767932b-e2f6-4b81-b477-50aa0832108a service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-unplugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:50 user nova-compute[75249]: WARNING nova.compute.manager [req-801ba83a-4257-4444-9a86-f51d7f8725e3 req-5767932b-e2f6-4b81-b477-50aa0832108a service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-unplugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state active and task_state shelving.
Nov 29 08:56:50 user nova-compute[75249]: DEBUG nova.network.neutron [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Successfully created port: 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:56:50 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance destroyed successfully.
Nov 29 08:56:50 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:56:51 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Beginning cold snapshot process
Nov 29 08:56:51 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk /opt/stack/data/nova/instances/snapshots/tmpshbcvejh/607ee758e493490b8712dbd0b73f45c6 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-78956158-b65f-4f76-83fd-fa5be9da23c3 req-ffbb7a4c-08ee-4e70-82a5-234aa51249d2 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-78956158-b65f-4f76-83fd-fa5be9da23c3 req-ffbb7a4c-08ee-4e70-82a5-234aa51249d2 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-78956158-b65f-4f76-83fd-fa5be9da23c3 req-ffbb7a4c-08ee-4e70-82a5-234aa51249d2 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-78956158-b65f-4f76-83fd-fa5be9da23c3 req-ffbb7a4c-08ee-4e70-82a5-234aa51249d2 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-78956158-b65f-4f76-83fd-fa5be9da23c3 req-ffbb7a4c-08ee-4e70-82a5-234aa51249d2 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:51 user nova-compute[75249]: WARNING nova.compute.manager [req-78956158-b65f-4f76-83fd-fa5be9da23c3 req-ffbb7a4c-08ee-4e70-82a5-234aa51249d2 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state active and task_state rescuing.
Nov 29 08:56:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk /opt/stack/data/nova/instances/snapshots/tmpshbcvejh/607ee758e493490b8712dbd0b73f45c6" returned: 0 in 0.754s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:51 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Snapshot extracted, beginning image upload
Nov 29 08:56:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Successfully updated port: 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:56:52 user nova-compute[75249]: WARNING nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor.
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 878019f3-7157-4473-b547-dd99005977ae {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 725c1bdc-3812-4fca-9f93-4cb3690d6c7a {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid c34e7604-b488-41a1-83c6-2064847a6632 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "878019f3-7157-4473-b547-dd99005977ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "102bde60-e26a-45df-880c-a0674e197919" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: INFO nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] During sync_power_state the instance has a pending task (rescuing). Skip.
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "c34e7604-b488-41a1-83c6-2064847a6632" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing instance network info cache due to event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "102bde60-e26a-45df-880c-a0674e197919" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "878019f3-7157-4473-b547-dd99005977ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.105s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "c34e7604-b488-41a1-83c6-2064847a6632" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance network_info: |[{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-de9e6c1b-2309-430b-8c61-a5b493106d38 req-99471fcc-5580-4e9c-a7e1-4939f2987983 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de9e6c1b-2309-430b-8c61-a5b493106d38 req-99471fcc-5580-4e9c-a7e1-4939f2987983 service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de9e6c1b-2309-430b-8c61-a5b493106d38 req-99471fcc-5580-4e9c-a7e1-4939f2987983 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de9e6c1b-2309-430b-8c61-a5b493106d38 req-99471fcc-5580-4e9c-a7e1-4939f2987983 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.compute.manager [req-de9e6c1b-2309-430b-8c61-a5b493106d38 req-99471fcc-5580-4e9c-a7e1-4939f2987983 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:52 user nova-compute[75249]: WARNING nova.compute.manager [req-de9e6c1b-2309-430b-8c61-a5b493106d38 req-99471fcc-5580-4e9c-a7e1-4939f2987983 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updated VIF entry in instance network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG nova.network.neutron [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a70ccb07-11e8-4aee-9577-bc26066dfc22 req-fb6d9fa0-bc48-4b63-a655-7951e4ea4f34 service nova] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dfdcdc9d-5a9c-417a-bc20-17f479a441f7 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-3a8c43b6-f33f-4a2a-a1f9-3c19ca4b153a req-f3522802-9db3-49d4-8087-1bf3f2505913 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3a8c43b6-f33f-4a2a-a1f9-3c19ca4b153a req-f3522802-9db3-49d4-8087-1bf3f2505913 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3a8c43b6-f33f-4a2a-a1f9-3c19ca4b153a req-f3522802-9db3-49d4-8087-1bf3f2505913 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3a8c43b6-f33f-4a2a-a1f9-3c19ca4b153a req-f3522802-9db3-49d4-8087-1bf3f2505913 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-3a8c43b6-f33f-4a2a-a1f9-3c19ca4b153a req-f3522802-9db3-49d4-8087-1bf3f2505913 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:56:54 user nova-compute[75249]: WARNING nova.compute.manager [req-3a8c43b6-f33f-4a2a-a1f9-3c19ca4b153a req-f3522802-9db3-49d4-8087-1bf3f2505913 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state rescued and task_state None.
Nov 29 08:56:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Snapshot image upload complete
Nov 29 08:56:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:56:54 user nova-compute[75249]: INFO nova.compute.manager [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Shelve offloading
Nov 29 08:56:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance destroyed successfully.
Nov 29 08:56:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance destroyed successfully.
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.objects.instance [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'resources' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-550535470',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-550535470',id=32,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF77cdWBXgWzw0aWXWu0EsCdwJImeHtoUjOMEmTmPRgAM7Rp/W7pef6DIWSy4WjuzMSWsfd2fOj+/oARjDJM/3LCSk1mOdJbP5fHkCZI0XD06UPMrybEiR3IH566+g/H9g==',key_name='tempest-keypair-280343694',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:55:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-01ycz0li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member',shelved_at='2023-11-29T08:56:54.645497',shelved_host='user',shelved_image_id='c042a390-adeb-40f3-b7c2-1a9851febc32'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:56:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=8c8f3ac7-1002-4f80-927b-06cd2d0741cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG os_vif [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing instance network info cache due to event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG nova.network.neutron [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47c91640-f0, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42e30661-542e-4d4d-8129-13da1cfdcbb0) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:55 user nova-compute[75249]: INFO os_vif [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0')
Nov 29 08:56:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Deleting instance files /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc_del
Nov 29 08:56:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Deletion of /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc_del complete
Nov 29 08:56:55 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Deleted allocations for instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc
Nov 29 08:56:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG nova.objects.base [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<8c8f3ac7-1002-4f80-927b-06cd2d0741cc> lazy-loaded attributes: resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updated VIF entry in instance network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap47c91640-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-796a2164-8dfb-41b2-ad9f-6cdb1a11cc43 req-d8694dc0-d106-461f-8c10-46e206a3667f service nova] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3bf7258a-e8c4-4000-aacd-4f2bee1ee138 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.498s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.351s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:56 user nova-compute[75249]: INFO nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] During sync_power_state the instance has a pending task (shelving). Skip.
Nov 29 08:56:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:56:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Creating image(s)
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Ensure instance console log exists: /opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Start _get_guest_xml network_info=[{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '532056b5-c02d-44fa-b9ba-23a0238e52e9', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c53ce38-e737-4201-9d35-075f7452468c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab315762-fa1a-469f-b678-de2f049525cc', 'serial': 'ab315762-fa1a-469f-b678-de2f049525cc'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:56:58 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:56:58 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:56:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:56:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:56:58 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e33c9840-4886-4569-982f-ad4e70cf68d4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:56:58 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a2dbf2a-6c2f-459e-b748-e192fc4807cb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc] added
Nov 29 08:56:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[314a5888-dc5f-4098-b35d-ebc744ea0087]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1cf0c26-2ff2-4f6e-a3f2-a4b8b503f522]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ulITJQmO {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ulITJQmO" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[184ac755-7ad4-4c8b-9d07-f03f5c699ea5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ulITJQmO'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[78225e3d-8678-466a-ad73-d58198f812b1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[260611fe-167f-4c53-80ef-263a9684c411]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e967fcc-f5df-4ffd-b7b5-786c0d5421c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]
Nov 29 08:56:58 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.
Nov 29 08:56:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee09a816-c592-4dfb-920a-9f340723aeb9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9082c4dd-c428-4ee8-b494-43b7d98f9663]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 08:56:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:56:58 user nova-compute[75249]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 08:56:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e536b090-d613-49b0-9e40-96967933bdf7]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:56:58 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26266656633623231', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266656633623231', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:56:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-247895909',display_name='tempest-TestShelveInstance-server-247895909',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-247895909',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3IHp0rTU/s5hfb0LHA2e/oBk5oLMf5+jC8Dbk/ASjBuZkYCBDiXDyNiL5ANDxPWXlsFHtLPlItINjIgQmg5bMkEprOUVrbZQttmP9bMGHbcI5ftFRj5KEP7ncR0PRQsA==',key_name='tempest-TestShelveInstance-1236762400',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1aefe1ca01714bfc9f7adadf7e8540b2',ramdisk_id='',reservation_id='r-5k1b9w0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1148532394',owner_user_name='tempest-TestShelveInstance-1148532394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:56:50Z,user_data=None,user_id='8defb70c24f848d6bc1569028f639650',uuid=3c53ce38-e737-4201-9d35-075f7452468c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converting VIF {"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.objects.instance [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:56:59 user nova-compute[75249]:   <uuid>3c53ce38-e737-4201-9d35-075f7452468c</uuid>
Nov 29 08:56:59 user nova-compute[75249]:   <name>instance-00000021</name>
Nov 29 08:56:59 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:56:59 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:56:59 user nova-compute[75249]:   <metadata>
Nov 29 08:56:59 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:56:59 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:56:59 user nova-compute[75249]:       <nova:name>tempest-TestShelveInstance-server-247895909</nova:name>
Nov 29 08:56:59 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:56:58</nova:creationTime>
Nov 29 08:56:59 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:56:59 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:56:59 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:56:59 user nova-compute[75249]:       <nova:owner>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:user uuid="8defb70c24f848d6bc1569028f639650">tempest-TestShelveInstance-1148532394-project-member</nova:user>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:project uuid="1aefe1ca01714bfc9f7adadf7e8540b2">tempest-TestShelveInstance-1148532394</nova:project>
Nov 29 08:56:59 user nova-compute[75249]:       </nova:owner>
Nov 29 08:56:59 user nova-compute[75249]:       <nova:ports>
Nov 29 08:56:59 user nova-compute[75249]:         <nova:port uuid="61665f9e-c688-4aac-a43c-56e1448f3faf">
Nov 29 08:56:59 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 08:56:59 user nova-compute[75249]:         </nova:port>
Nov 29 08:56:59 user nova-compute[75249]:       </nova:ports>
Nov 29 08:56:59 user nova-compute[75249]:     </nova:instance>
Nov 29 08:56:59 user nova-compute[75249]:   </metadata>
Nov 29 08:56:59 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:56:59 user nova-compute[75249]:     <system>
Nov 29 08:56:59 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:56:59 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:56:59 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:56:59 user nova-compute[75249]:       <entry name="serial">3c53ce38-e737-4201-9d35-075f7452468c</entry>
Nov 29 08:56:59 user nova-compute[75249]:       <entry name="uuid">3c53ce38-e737-4201-9d35-075f7452468c</entry>
Nov 29 08:56:59 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:56:59 user nova-compute[75249]:     </system>
Nov 29 08:56:59 user nova-compute[75249]:   </sysinfo>
Nov 29 08:56:59 user nova-compute[75249]:   <os>
Nov 29 08:56:59 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:56:59 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:56:59 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:56:59 user nova-compute[75249]:   </os>
Nov 29 08:56:59 user nova-compute[75249]:   <features>
Nov 29 08:56:59 user nova-compute[75249]:     <acpi/>
Nov 29 08:56:59 user nova-compute[75249]:     <apic/>
Nov 29 08:56:59 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:56:59 user nova-compute[75249]:   </features>
Nov 29 08:56:59 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:56:59 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:56:59 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:56:59 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:56:59 user nova-compute[75249]:   </clock>
Nov 29 08:56:59 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:56:59 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:56:59 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:56:59 user nova-compute[75249]:   </cpu>
Nov 29 08:56:59 user nova-compute[75249]:   <devices>
Nov 29 08:56:59 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:56:59 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:56:59 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 08:56:59 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:56:59 user nova-compute[75249]:       <serial>ab315762-fa1a-469f-b678-de2f049525cc</serial>
Nov 29 08:56:59 user nova-compute[75249]:     </disk>
Nov 29 08:56:59 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:56:59 user nova-compute[75249]:       <mac address="fa:16:3e:df:81:cb"/>
Nov 29 08:56:59 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:56:59 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:56:59 user nova-compute[75249]:       <target dev="tap61665f9e-c6"/>
Nov 29 08:56:59 user nova-compute[75249]:     </interface>
Nov 29 08:56:59 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:56:59 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c/console.log" append="off"/>
Nov 29 08:56:59 user nova-compute[75249]:     </serial>
Nov 29 08:56:59 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:56:59 user nova-compute[75249]:     <video>
Nov 29 08:56:59 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:56:59 user nova-compute[75249]:     </video>
Nov 29 08:56:59 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:56:59 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:56:59 user nova-compute[75249]:     </rng>
Nov 29 08:56:59 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:56:59 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:56:59 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:56:59 user nova-compute[75249]:     </memballoon>
Nov 29 08:56:59 user nova-compute[75249]:   </devices>
Nov 29 08:56:59 user nova-compute[75249]: </domain>
Nov 29 08:56:59 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:56:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-247895909',display_name='tempest-TestShelveInstance-server-247895909',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-247895909',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3IHp0rTU/s5hfb0LHA2e/oBk5oLMf5+jC8Dbk/ASjBuZkYCBDiXDyNiL5ANDxPWXlsFHtLPlItINjIgQmg5bMkEprOUVrbZQttmP9bMGHbcI5ftFRj5KEP7ncR0PRQsA==',key_name='tempest-TestShelveInstance-1236762400',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1aefe1ca01714bfc9f7adadf7e8540b2',ramdisk_id='',reservation_id='r-5k1b9w0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1148532394',owner_user_name='tempest-TestShelveInstance-1148532394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:56:50Z,user_data=None,user_id='8defb70c24f848d6bc1569028f639650',uuid=3c53ce38-e737-4201-9d35-075f7452468c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converting VIF {"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG os_vif [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f09b5325-5c78-5ebc-9550-5e97ac335ad8', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61665f9e-c6, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61665f9e-c6, col_values=(('qos', UUID('6b53fb61-43c1-4be5-bee2-93a084dee29b')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61665f9e-c6, col_values=(('external_ids', {'iface-id': '61665f9e-c688-4aac-a43c-56e1448f3faf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:81:cb', 'vm-uuid': '3c53ce38-e737-4201-9d35-075f7452468c'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:56:59 user nova-compute[75249]: INFO os_vif [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6')
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:56:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] No VIF found with MAC fa:16:3e:df:81:cb, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:57:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-ddc9dd80-3dbd-442e-a86f-3ce8b4d4cea6 req-a4e32a37-a972-411a-9fee-abb0bd28a821 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ddc9dd80-3dbd-442e-a86f-3ce8b4d4cea6 req-a4e32a37-a972-411a-9fee-abb0bd28a821 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ddc9dd80-3dbd-442e-a86f-3ce8b4d4cea6 req-a4e32a37-a972-411a-9fee-abb0bd28a821 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ddc9dd80-3dbd-442e-a86f-3ce8b4d4cea6 req-a4e32a37-a972-411a-9fee-abb0bd28a821 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-ddc9dd80-3dbd-442e-a86f-3ce8b4d4cea6 req-a4e32a37-a972-411a-9fee-abb0bd28a821 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:57:01 user nova-compute[75249]: WARNING nova.compute.manager [req-ddc9dd80-3dbd-442e-a86f-3ce8b4d4cea6 req-a4e32a37-a972-411a-9fee-abb0bd28a821 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state building and task_state spawning.
Nov 29 08:57:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:57:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance spawned successfully.
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:03 user nova-compute[75249]: INFO nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Took 4.97 seconds to spawn the instance on the hypervisor.
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-dbfc7cca-c4a1-4ba4-92f0-8649af236f46 req-f245cb04-5e66-47f6-8830-92843df35b2c service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dbfc7cca-c4a1-4ba4-92f0-8649af236f46 req-f245cb04-5e66-47f6-8830-92843df35b2c service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dbfc7cca-c4a1-4ba4-92f0-8649af236f46 req-f245cb04-5e66-47f6-8830-92843df35b2c service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-dbfc7cca-c4a1-4ba4-92f0-8649af236f46 req-f245cb04-5e66-47f6-8830-92843df35b2c service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-dbfc7cca-c4a1-4ba4-92f0-8649af236f46 req-f245cb04-5e66-47f6-8830-92843df35b2c service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:57:03 user nova-compute[75249]: WARNING nova.compute.manager [req-dbfc7cca-c4a1-4ba4-92f0-8649af236f46 req-f245cb04-5e66-47f6-8830-92843df35b2c service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state building and task_state spawning.
Nov 29 08:57:03 user nova-compute[75249]: INFO nova.compute.manager [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Took 14.41 seconds to build instance.
Nov 29 08:57:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-2a7b865f-e5d7-45a0-887f-bc9643b55b12 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.671s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "3c53ce38-e737-4201-9d35-075f7452468c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 11.333s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:03 user nova-compute[75249]: INFO nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Nov 29 08:57:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "3c53ce38-e737-4201-9d35-075f7452468c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:57:08 user nova-compute[75249]: INFO nova.compute.claims [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Claim successful on node user
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.393s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 08:57:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.policy [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d09b7c7ceb2410793773071e4035dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88d8cfe314254e9798a26e172ca79ab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:57:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Creating image(s)
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Successfully created port: 18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.199s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk 1073741824" returned: 0 in 0.054s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Cannot resize image /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Ensure instance console log exists: /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Successfully updated port: 18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing instance network info cache due to event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:57:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance network_info: |[{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Start _get_guest_xml network_info=[{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:57:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:57:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:57:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1047749570',display_name='tempest-ServerRescueNegativeTestJSON-server-1047749570',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1047749570',id=34,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZZsEB2eZxYiuuOfZCWN1ThlQT1FoBr0XgTtZEI1altutBCBawYgwKtOoEGpr8AUgj6UvkNI4IB6G6bLKUWpk3ATYZIZA8QXmYOsB4STmUwPZQ1Gwg36yVuSBQZFLxwcw==',key_name='tempest-keypair-1530697103',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-6a15ufv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:57:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=4482a646-5ce5-480a-8fc0-bf772bfebe4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'pci_devices' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:57:11 user nova-compute[75249]:   <uuid>4482a646-5ce5-480a-8fc0-bf772bfebe4b</uuid>
Nov 29 08:57:11 user nova-compute[75249]:   <name>instance-00000022</name>
Nov 29 08:57:11 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:57:11 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:57:11 user nova-compute[75249]:   <metadata>
Nov 29 08:57:11 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:57:11 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:57:11 user nova-compute[75249]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1047749570</nova:name>
Nov 29 08:57:11 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:57:11</nova:creationTime>
Nov 29 08:57:11 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:57:11 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:57:11 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:57:11 user nova-compute[75249]:       <nova:owner>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:user uuid="2d09b7c7ceb2410793773071e4035dbd">tempest-ServerRescueNegativeTestJSON-459233852-project-member</nova:user>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:project uuid="88d8cfe314254e9798a26e172ca79ab9">tempest-ServerRescueNegativeTestJSON-459233852</nova:project>
Nov 29 08:57:11 user nova-compute[75249]:       </nova:owner>
Nov 29 08:57:11 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:57:11 user nova-compute[75249]:       <nova:ports>
Nov 29 08:57:11 user nova-compute[75249]:         <nova:port uuid="18471e3a-498e-4324-90d4-c5b52c54ab4d">
Nov 29 08:57:11 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 08:57:11 user nova-compute[75249]:         </nova:port>
Nov 29 08:57:11 user nova-compute[75249]:       </nova:ports>
Nov 29 08:57:11 user nova-compute[75249]:     </nova:instance>
Nov 29 08:57:11 user nova-compute[75249]:   </metadata>
Nov 29 08:57:11 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:57:11 user nova-compute[75249]:     <system>
Nov 29 08:57:11 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:57:11 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:57:11 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:57:11 user nova-compute[75249]:       <entry name="serial">4482a646-5ce5-480a-8fc0-bf772bfebe4b</entry>
Nov 29 08:57:11 user nova-compute[75249]:       <entry name="uuid">4482a646-5ce5-480a-8fc0-bf772bfebe4b</entry>
Nov 29 08:57:11 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:57:11 user nova-compute[75249]:     </system>
Nov 29 08:57:11 user nova-compute[75249]:   </sysinfo>
Nov 29 08:57:11 user nova-compute[75249]:   <os>
Nov 29 08:57:11 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:57:11 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:57:11 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:57:11 user nova-compute[75249]:   </os>
Nov 29 08:57:11 user nova-compute[75249]:   <features>
Nov 29 08:57:11 user nova-compute[75249]:     <acpi/>
Nov 29 08:57:11 user nova-compute[75249]:     <apic/>
Nov 29 08:57:11 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:57:11 user nova-compute[75249]:   </features>
Nov 29 08:57:11 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:57:11 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:57:11 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:57:11 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:57:11 user nova-compute[75249]:   </clock>
Nov 29 08:57:11 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:57:11 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:57:11 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:57:11 user nova-compute[75249]:   </cpu>
Nov 29 08:57:11 user nova-compute[75249]:   <devices>
Nov 29 08:57:11 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:57:11 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:57:11 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk"/>
Nov 29 08:57:11 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:57:11 user nova-compute[75249]:     </disk>
Nov 29 08:57:11 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:57:11 user nova-compute[75249]:       <mac address="fa:16:3e:1e:ac:21"/>
Nov 29 08:57:11 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:57:11 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:57:11 user nova-compute[75249]:       <target dev="tap18471e3a-49"/>
Nov 29 08:57:11 user nova-compute[75249]:     </interface>
Nov 29 08:57:11 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:57:11 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/console.log" append="off"/>
Nov 29 08:57:11 user nova-compute[75249]:     </serial>
Nov 29 08:57:11 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:57:11 user nova-compute[75249]:     <video>
Nov 29 08:57:11 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:57:11 user nova-compute[75249]:     </video>
Nov 29 08:57:11 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:57:11 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:57:11 user nova-compute[75249]:     </rng>
Nov 29 08:57:11 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:57:11 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:57:11 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:57:11 user nova-compute[75249]:     </memballoon>
Nov 29 08:57:11 user nova-compute[75249]:   </devices>
Nov 29 08:57:11 user nova-compute[75249]: </domain>
Nov 29 08:57:11 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:57:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1047749570',display_name='tempest-ServerRescueNegativeTestJSON-server-1047749570',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1047749570',id=34,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZZsEB2eZxYiuuOfZCWN1ThlQT1FoBr0XgTtZEI1altutBCBawYgwKtOoEGpr8AUgj6UvkNI4IB6G6bLKUWpk3ATYZIZA8QXmYOsB4STmUwPZQ1Gwg36yVuSBQZFLxwcw==',key_name='tempest-keypair-1530697103',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-6a15ufv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:57:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=4482a646-5ce5-480a-8fc0-bf772bfebe4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG os_vif [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8ee0736-4211-502c-b4ab-67cae2f769fe', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18471e3a-49, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18471e3a-49, col_values=(('qos', UUID('acc66368-b4c9-47e9-8c5e-c4e155e31bf0')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18471e3a-49, col_values=(('external_ids', {'iface-id': '18471e3a-498e-4324-90d4-c5b52c54ab4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:ac:21', 'vm-uuid': '4482a646-5ce5-480a-8fc0-bf772bfebe4b'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:11 user nova-compute[75249]: INFO os_vif [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49')
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:1e:ac:21, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updated VIF entry in instance network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b6f8b91-97a7-46dd-b8f8-6f4c5ee437d2 req-9e32ba18-fba8-47cc-9989-fb075c5475ff service nova] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9eeda77-cd23-46a9-a335-197274d2928f req-46044829-26a3-41c7-9f41-c684010f328b service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f9eeda77-cd23-46a9-a335-197274d2928f req-46044829-26a3-41c7-9f41-c684010f328b service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f9eeda77-cd23-46a9-a335-197274d2928f req-46044829-26a3-41c7-9f41-c684010f328b service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f9eeda77-cd23-46a9-a335-197274d2928f req-46044829-26a3-41c7-9f41-c684010f328b service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-f9eeda77-cd23-46a9-a335-197274d2928f req-46044829-26a3-41c7-9f41-c684010f328b service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:57:12 user nova-compute[75249]: WARNING nova.compute.manager [req-f9eeda77-cd23-46a9-a335-197274d2928f req-46044829-26a3-41c7-9f41-c684010f328b service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state building and task_state spawning.
Nov 29 08:57:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:57:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:57:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8168MB free_disk=25.06468963623047GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3c53ce38-e737-4201-9d35-075f7452468c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:57:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance spawned successfully.
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 08:57:14 user nova-compute[75249]: INFO nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:57:14 user nova-compute[75249]: INFO nova.compute.manager [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Took 6.17 seconds to build instance.
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-297e4158-c7a1-4574-831d-177957275c77 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.312s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-ef692b9d-b856-4889-818d-2bd94e4643cb req-f302615c-8087-4003-bd16-a75e187b599d service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ef692b9d-b856-4889-818d-2bd94e4643cb req-f302615c-8087-4003-bd16-a75e187b599d service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ef692b9d-b856-4889-818d-2bd94e4643cb req-f302615c-8087-4003-bd16-a75e187b599d service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ef692b9d-b856-4889-818d-2bd94e4643cb req-f302615c-8087-4003-bd16-a75e187b599d service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-ef692b9d-b856-4889-818d-2bd94e4643cb req-f302615c-8087-4003-bd16-a75e187b599d service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:57:14 user nova-compute[75249]: WARNING nova.compute.manager [req-ef692b9d-b856-4889-818d-2bd94e4643cb req-f302615c-8087-4003-bd16-a75e187b599d service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state active and task_state None.
Nov 29 08:57:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:57:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.462s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updating instance_info_cache with network_info: [{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:57:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:57:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:57:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquired lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'info_cache' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:07 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Releasing lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance destroyed successfully.
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'resources' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:56:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG os_vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fdebbbe-8c, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=653466b8-358f-4552-b2ba-78a54aa09b2d) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:08 user nova-compute[75249]: INFO os_vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c')
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start _get_guest_xml network_info=[{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'numa_topology' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:08 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:58:08 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:56:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'pci_devices' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:58:08 user nova-compute[75249]:   <uuid>6fdbe0c6-52b3-4780-8d1b-2155d55fd078</uuid>
Nov 29 08:58:08 user nova-compute[75249]:   <name>instance-0000001b</name>
Nov 29 08:58:08 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:58:08 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:58:08 user nova-compute[75249]:   <metadata>
Nov 29 08:58:08 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:58:08 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:58:08 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeTestJSON-server-836005317</nova:name>
Nov 29 08:58:08 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:58:08</nova:creationTime>
Nov 29 08:58:08 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:58:08 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:58:08 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:58:08 user nova-compute[75249]:       <nova:owner>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:user uuid="08ce42ba533844bbac6a4aa7812defc8">tempest-AttachVolumeTestJSON-1529971332-project-member</nova:user>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:project uuid="4fb0f05620f54790adf468e7f8ee6cb2">tempest-AttachVolumeTestJSON-1529971332</nova:project>
Nov 29 08:58:08 user nova-compute[75249]:       </nova:owner>
Nov 29 08:58:08 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:58:08 user nova-compute[75249]:       <nova:ports>
Nov 29 08:58:08 user nova-compute[75249]:         <nova:port uuid="4fdebbbe-8c42-4a94-b7bf-b3530a3b3186">
Nov 29 08:58:08 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 08:58:08 user nova-compute[75249]:         </nova:port>
Nov 29 08:58:08 user nova-compute[75249]:       </nova:ports>
Nov 29 08:58:08 user nova-compute[75249]:     </nova:instance>
Nov 29 08:58:08 user nova-compute[75249]:   </metadata>
Nov 29 08:58:08 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:58:08 user nova-compute[75249]:     <system>
Nov 29 08:58:08 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:58:08 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:58:08 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:58:08 user nova-compute[75249]:       <entry name="serial">6fdbe0c6-52b3-4780-8d1b-2155d55fd078</entry>
Nov 29 08:58:08 user nova-compute[75249]:       <entry name="uuid">6fdbe0c6-52b3-4780-8d1b-2155d55fd078</entry>
Nov 29 08:58:08 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:58:08 user nova-compute[75249]:     </system>
Nov 29 08:58:08 user nova-compute[75249]:   </sysinfo>
Nov 29 08:58:08 user nova-compute[75249]:   <os>
Nov 29 08:58:08 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:58:08 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:58:08 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:58:08 user nova-compute[75249]:   </os>
Nov 29 08:58:08 user nova-compute[75249]:   <features>
Nov 29 08:58:08 user nova-compute[75249]:     <acpi/>
Nov 29 08:58:08 user nova-compute[75249]:     <apic/>
Nov 29 08:58:08 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:58:08 user nova-compute[75249]:   </features>
Nov 29 08:58:08 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:58:08 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:58:08 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:58:08 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:58:08 user nova-compute[75249]:   </clock>
Nov 29 08:58:08 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:58:08 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:58:08 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:58:08 user nova-compute[75249]:   </cpu>
Nov 29 08:58:08 user nova-compute[75249]:   <devices>
Nov 29 08:58:08 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:58:08 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:58:08 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk"/>
Nov 29 08:58:08 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:58:08 user nova-compute[75249]:     </disk>
Nov 29 08:58:08 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:58:08 user nova-compute[75249]:       <mac address="fa:16:3e:c3:da:12"/>
Nov 29 08:58:08 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:58:08 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:58:08 user nova-compute[75249]:       <target dev="tap4fdebbbe-8c"/>
Nov 29 08:58:08 user nova-compute[75249]:     </interface>
Nov 29 08:58:08 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:58:08 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/console.log" append="off"/>
Nov 29 08:58:08 user nova-compute[75249]:     </serial>
Nov 29 08:58:08 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:58:08 user nova-compute[75249]:     <video>
Nov 29 08:58:08 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:58:08 user nova-compute[75249]:     </video>
Nov 29 08:58:08 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:58:08 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:58:08 user nova-compute[75249]:     </rng>
Nov 29 08:58:08 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:58:08 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:58:08 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:58:08 user nova-compute[75249]:     </memballoon>
Nov 29 08:58:08 user nova-compute[75249]:   </devices>
Nov 29 08:58:08 user nova-compute[75249]: </domain>
Nov 29 08:58:08 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 08:58:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Cannot resize image /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'migration_context' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG nova.objects.base [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Object Instance<6fdbe0c6-52b3-4780-8d1b-2155d55fd078> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:56:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG os_vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23591ccc-eeae-546d-8231-7d5c6a832be4', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fdebbbe-8c, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fdebbbe-8c, col_values=(('qos', UUID('4dcc6561-9f71-4930-920d-34f3af6d098f')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fdebbbe-8c, col_values=(('external_ids', {'iface-id': '4fdebbbe-8c42-4a94-b7bf-b3530a3b3186', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:da:12', 'vm-uuid': '6fdbe0c6-52b3-4780-8d1b-2155d55fd078'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:09 user nova-compute[75249]: INFO os_vif [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c')
Nov 29 08:58:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-f36fa3a7-3bf1-411a-8826-33d011736ea3 req-b3d9d65a-27ba-4bfb-9cc5-7f5921715c92 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f36fa3a7-3bf1-411a-8826-33d011736ea3 req-b3d9d65a-27ba-4bfb-9cc5-7f5921715c92 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f36fa3a7-3bf1-411a-8826-33d011736ea3 req-b3d9d65a-27ba-4bfb-9cc5-7f5921715c92 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f36fa3a7-3bf1-411a-8826-33d011736ea3 req-b3d9d65a-27ba-4bfb-9cc5-7f5921715c92 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-f36fa3a7-3bf1-411a-8826-33d011736ea3 req-b3d9d65a-27ba-4bfb-9cc5-7f5921715c92 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:10 user nova-compute[75249]: WARNING nova.compute.manager [req-f36fa3a7-3bf1-411a-8826-33d011736ea3 req-b3d9d65a-27ba-4bfb-9cc5-7f5921715c92 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state stopped and task_state powering-on.
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:58:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:58:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance rebooted successfully.
Nov 29 08:58:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b0d56630-6269-403f-b314-f90eb5a1a8e8 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-5c4dc80c-e23d-4c27-acb9-19c54f58eea8 req-b454269c-f044-4386-b0a9-0f110527245d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5c4dc80c-e23d-4c27-acb9-19c54f58eea8 req-b454269c-f044-4386-b0a9-0f110527245d service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5c4dc80c-e23d-4c27-acb9-19c54f58eea8 req-b454269c-f044-4386-b0a9-0f110527245d service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5c4dc80c-e23d-4c27-acb9-19c54f58eea8 req-b454269c-f044-4386-b0a9-0f110527245d service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-5c4dc80c-e23d-4c27-acb9-19c54f58eea8 req-b454269c-f044-4386-b0a9-0f110527245d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:12 user nova-compute[75249]: WARNING nova.compute.manager [req-5c4dc80c-e23d-4c27-acb9-19c54f58eea8 req-b454269c-f044-4386-b0a9-0f110527245d service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state stopped and task_state powering-on.
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:58:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7994MB free_disk=25.03470230102539GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3c53ce38-e737-4201-9d35-075f7452468c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:58:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:58:15 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:58:15 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:58:15 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:58:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.459s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:58:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [{"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-6fdbe0c6-52b3-4780-8d1b-2155d55fd078" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:58:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:58:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:58:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:35 user nova-compute[75249]: INFO nova.compute.manager [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Unrescuing
Nov 29 08:58:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquired lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG nova.network.neutron [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updating instance_info_cache with network_info: [{"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Releasing lock "refresh_cache-ed5708e9-3b4b-49f5-b37d-844cde9bc3db" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'flavor' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-456292ac-a4a7-4f46-b9c7-9b53e33f97eb req-2bc38902-d15c-443b-a637-5835b3bb27e0 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-456292ac-a4a7-4f46-b9c7-9b53e33f97eb req-2bc38902-d15c-443b-a637-5835b3bb27e0 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-456292ac-a4a7-4f46-b9c7-9b53e33f97eb req-2bc38902-d15c-443b-a637-5835b3bb27e0 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-456292ac-a4a7-4f46-b9c7-9b53e33f97eb req-2bc38902-d15c-443b-a637-5835b3bb27e0 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-456292ac-a4a7-4f46-b9c7-9b53e33f97eb req-2bc38902-d15c-443b-a637-5835b3bb27e0 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:36 user nova-compute[75249]: WARNING nova.compute.manager [req-456292ac-a4a7-4f46-b9c7-9b53e33f97eb req-2bc38902-d15c-443b-a637-5835b3bb27e0 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:58:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance destroyed successfully.
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d5f07ec-d50f-49f4-8c19-a604c1380de3 req-9fa14cf8-d09b-4d88-9369-7103eb1eb8cf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d5f07ec-d50f-49f4-8c19-a604c1380de3 req-9fa14cf8-d09b-4d88-9369-7103eb1eb8cf service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d5f07ec-d50f-49f4-8c19-a604c1380de3 req-9fa14cf8-d09b-4d88-9369-7103eb1eb8cf service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6d5f07ec-d50f-49f4-8c19-a604c1380de3 req-9fa14cf8-d09b-4d88-9369-7103eb1eb8cf service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-6d5f07ec-d50f-49f4-8c19-a604c1380de3 req-9fa14cf8-d09b-4d88-9369-7103eb1eb8cf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:38 user nova-compute[75249]: WARNING nova.compute.manager [req-6d5f07ec-d50f-49f4-8c19-a604c1380de3 req-9fa14cf8-d09b-4d88-9369-7103eb1eb8cf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing instance network info cache due to event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updated VIF entry in instance network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.network.neutron [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d1bf0ce7-ef93-4d0b-97e7-7b8b5811b98a req-75da0136-9202-46df-9902-8dfd5adb4bf7 service nova] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:40 user nova-compute[75249]: WARNING nova.compute.manager [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:40 user nova-compute[75249]: WARNING nova.compute.manager [req-43504054-a304-4fbf-b74d-2852d056bb75 req-fb17c986-3655-4cb3-aacc-f7d304479daf service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state rescued and task_state unrescuing.
Nov 29 08:58:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5ff3e6c2-fe68-49bf-8884-291a9707a345 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:40 user nova-compute[75249]: INFO nova.compute.manager [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Shelve offloading
Nov 29 08:58:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:41 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance destroyed successfully.
Nov 29 08:58:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:58:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:42 user nova-compute[75249]: INFO nova.compute.manager [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Unshelving
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:42 user nova-compute[75249]: WARNING nova.compute.manager [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state shelving.
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:58:42 user nova-compute[75249]: WARNING nova.compute.manager [req-18269297-0e8a-49d2-bc1c-101a93b07523 req-c07ed816-2c8a-4da1-8d3f-74e27188b4d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state shelving.
Nov 29 08:58:42 user nova-compute[75249]: INFO nova.virt.block_device [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Booting with volume 5a55422d-6cb4-4106-9cfe-67c7e80be23e at /dev/vdc
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.utils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f25ad7-7f65-4cdc-9a43-1c7063b1789e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22f1f02-2ab5-45db-94f7-0028feae7c3d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c12ba091-9cea-4845-9f7d-7df6baf36276]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ffd1138-bb44-48aa-957d-7aaf0eedba64]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:58:42 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7bd478-3521-47a4-89ed-f2c5eaf2f74e]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.utils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating existing volume attachment record: 59ae9653-d611-4919-a715-1373205f30b6 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:58:42 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance destroyed successfully.
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'resources' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:56:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-247895909',display_name='tempest-TestShelveInstance-server-247895909',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-247895909',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3IHp0rTU/s5hfb0LHA2e/oBk5oLMf5+jC8Dbk/ASjBuZkYCBDiXDyNiL5ANDxPWXlsFHtLPlItINjIgQmg5bMkEprOUVrbZQttmP9bMGHbcI5ftFRj5KEP7ncR0PRQsA==',key_name='tempest-TestShelveInstance-1236762400',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:57:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1aefe1ca01714bfc9f7adadf7e8540b2',ramdisk_id='',reservation_id='r-5k1b9w0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1148532394',owner_user_name='tempest-TestShelveInstance-1148532394-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:57:03Z,user_data=None,user_id='8defb70c24f848d6bc1569028f639650',uuid=3c53ce38-e737-4201-9d35-075f7452468c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converting VIF {"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_vif [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61665f9e-c6, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b53fb61-43c1-4be5-bee2-93a084dee29b) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:42 user nova-compute[75249]: INFO os_vif [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6')
Nov 29 08:58:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:58:42 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e839101-7b6d-4dc2-ae1c-c521092733e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 08:58:42 user nova-compute[75249]: No targets found.
Nov 29 08:58:42 user nova-compute[75249]: iSNS:
Nov 29 08:58:42 user nova-compute[75249]: No targets found.
Nov 29 08:58:42 user nova-compute[75249]: STATIC:
Nov 29 08:58:42 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc
Nov 29 08:58:42 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:58:42 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:58:42 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52
Nov 29 08:58:42 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:58:42 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:58:42 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 08:58:42 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 08:58:42 user nova-compute[75249]:                 Iface Name: default
Nov 29 08:58:42 user nova-compute[75249]: FIRMWARE:
Nov 29 08:58:42 user nova-compute[75249]: No targets found.
Nov 29 08:58:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 08:58:42 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 08:58:42 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[872da087-2c32-47b0-9e47-fc7e2a28f117]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f893af3-0c94-4df8-83be-43254c325786]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:58:42 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:58:42 user nova-compute[75249]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 08:58:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:58:42 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:58:42 user nova-compute[75249]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 08:58:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8d1405a830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 08:58:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[728d7680-6aab-4639-8e58-ad4b501196b3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f914abf-df46-45e8-807d-a4fc5cee94b9]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9b99a5-14ef-4509-af88-98ba2a65acbd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb93403-2538-45b7-9bd6-c0aef25af71d]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77427e33-ae2b-49dc-9ed4-20f34e4be5fb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3767c1ed-958b-4730-b8ad-3b3f01e682ff]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]
Nov 29 08:58:43 user nova-compute[75249]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.
Nov 29 08:58:43 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d670bed6-d957-4b37-9f03-b3259a904d7a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] <== disconnect_volume: return (309ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:58:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 08:58:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Deleting instance files /opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c_del
Nov 29 08:58:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Deletion of /opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c_del complete
Nov 29 08:58:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:44 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Deleted allocations for instance 3c53ce38-e737-4201-9d35-075f7452468c
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing instance network info cache due to event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.network.neutron [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.objects.base [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Object Instance<3c53ce38-e737-4201-9d35-075f7452468c> lazy-loaded attributes: resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a7b7e5e7-bc8a-4fbd-bcb7-df7bb70d2613 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.941s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.network.neutron [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updated VIF entry in instance network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG nova.network.neutron [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": null, "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap61665f9e-c6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0462bc52-4d5e-4268-b8fe-a6560c6b963c req-e325bf21-49c2-4544-9694-3ad1724a63e2 service nova] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'numa_topology' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 08:58:50 user nova-compute[75249]: INFO nova.compute.claims [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Claim successful on node user
Nov 29 08:58:50 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:58:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.450s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:50 user nova-compute[75249]: INFO nova.network.neutron [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating port 47c91640-f01c-4540-8ffa-62bc5fd3be19 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.network.neutron [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing instance network info cache due to event network-changed-47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] Acquiring lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.network.neutron [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 08:58:51 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Creating image(s)
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.objects.instance [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] Acquired lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.network.neutron [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Refreshing network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG nova.objects.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<8c8f3ac7-1002-4f80-927b-06cd2d0741cc> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "d434e422498460cbde35b9dba26275f4430fcd01" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "d434e422498460cbde35b9dba26275f4430fcd01" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.part --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG nova.virt.images [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] c042a390-adeb-40f3-b7c2-1a9851febc32 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.part /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updated VIF entry in instance network info cache for port 47c91640-f01c-4540-8ffa-62bc5fd3be19. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c3b46ac7-f845-48a8-b9cd-913a432b47f2 req-728c00b6-3e41-444f-8ca2-328e497457fc service nova] Releasing lock "refresh_cache-8c8f3ac7-1002-4f80-927b-06cd2d0741cc" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.part /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.converted" returned: 0 in 0.542s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01.converted --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "d434e422498460cbde35b9dba26275f4430fcd01" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.146s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "d434e422498460cbde35b9dba26275f4430fcd01" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "d434e422498460cbde35b9dba26275f4430fcd01" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01,backing_fmt=raw /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01,backing_fmt=raw /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk 1073741824" returned: 0 in 0.051s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "d434e422498460cbde35b9dba26275f4430fcd01" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'migration_context' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG nova.objects.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<8c8f3ac7-1002-4f80-927b-06cd2d0741cc> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Rebasing disk image.
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.168s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 -F raw /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 -F raw /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk" returned: 0 in 2.319s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Ensure instance console log exists: /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Start _get_guest_xml network_info=[{"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='ccfd5e6d5b836a9a37274eecbc6baf11',container_format='bare',created_at=2023-11-29T08:56:50Z,direct_url=<?>,disk_format='qcow2',id=c042a390-adeb-40f3-b7c2-1a9851febc32,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-550535470-shelved',owner='76e4a671b2864da49391fe1fbd5c6c65',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T08:56:55Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '59ae9653-d611-4919-a715-1373205f30b6', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVILqoEf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '8c8f3ac7-1002-4f80-927b-06cd2d0741cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5a55422d-6cb4-4106-9cfe-67c7e80be23e', 'serial': '5a55422d-6cb4-4106-9cfe-67c7e80be23e'}, 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:58:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:58:57 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ccfd5e6d5b836a9a37274eecbc6baf11',container_format='bare',created_at=2023-11-29T08:56:50Z,direct_url=<?>,disk_format='qcow2',id=c042a390-adeb-40f3-b7c2-1a9851febc32,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-550535470-shelved',owner='76e4a671b2864da49391fe1fbd5c6c65',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T08:56:55Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.objects.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<8c8f3ac7-1002-4f80-927b-06cd2d0741cc> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVILqoEf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:58:57 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:58:57 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:58:57 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c722df70-045b-412a-9579-d123f2560e83]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:58:57 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5d89d7-82d6-4571-b64e-ff1838ad3d97]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e] added
Nov 29 08:58:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3dd3566-431c-41a7-8869-6a3a49ca6896]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a1de66-a0ab-44b8-9c68-15d542194b0b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVILqoEf {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVILqoEf" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee0e534-1bc0-405f-aedb-a5e50f1dfa61]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZVILqoEf'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[901e1951-1e98-4e80-afee-226a0c68dc0f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[726d2e38-b56d-4793-9b6c-407fa6e7f2b4]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22048381-2187-49e1-9a14-a82e94fbdb92]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260]
Nov 29 08:58:57 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260] successful.
Nov 29 08:58:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9197718-96e1-416b-9a30-dc734c4b42ec]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6611f5b6-a065-455b-8d6e-1d3b2efcb8a8]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 08:58:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:58:57 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 08:58:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c01438-b5a7-48df-8368-44a90bc7a959]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:58:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVILqoEf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '26432633936356364', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432633936356364', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-550535470',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-550535470',id=32,image_ref='c042a390-adeb-40f3-b7c2-1a9851febc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-280343694',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:55:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-01ycz0li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member',shelved_at='2023-11-29T08:56:54.645497',shelved_host='user',shelved_image_id='c042a390-adeb-40f3-b7c2-1a9851febc32'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:58:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=8c8f3ac7-1002-4f80-927b-06cd2d0741cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.objects.instance [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.objects.base [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<8c8f3ac7-1002-4f80-927b-06cd2d0741cc> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:58:58 user nova-compute[75249]:   <uuid>8c8f3ac7-1002-4f80-927b-06cd2d0741cc</uuid>
Nov 29 08:58:58 user nova-compute[75249]:   <name>instance-00000020</name>
Nov 29 08:58:58 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:58:58 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:58:58 user nova-compute[75249]:   <metadata>
Nov 29 08:58:58 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:58:58 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:58:58 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-550535470</nova:name>
Nov 29 08:58:58 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:58:57</nova:creationTime>
Nov 29 08:58:58 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:58:58 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:58:58 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:58:58 user nova-compute[75249]:       <nova:owner>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:user uuid="04ccda71efe64ec780b03dcd66c7fa2b">tempest-AttachVolumeShelveTestJSON-548873049-project-member</nova:user>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:project uuid="76e4a671b2864da49391fe1fbd5c6c65">tempest-AttachVolumeShelveTestJSON-548873049</nova:project>
Nov 29 08:58:58 user nova-compute[75249]:       </nova:owner>
Nov 29 08:58:58 user nova-compute[75249]:       <nova:root type="image" uuid="c042a390-adeb-40f3-b7c2-1a9851febc32"/>
Nov 29 08:58:58 user nova-compute[75249]:       <nova:ports>
Nov 29 08:58:58 user nova-compute[75249]:         <nova:port uuid="47c91640-f01c-4540-8ffa-62bc5fd3be19">
Nov 29 08:58:58 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 08:58:58 user nova-compute[75249]:         </nova:port>
Nov 29 08:58:58 user nova-compute[75249]:       </nova:ports>
Nov 29 08:58:58 user nova-compute[75249]:     </nova:instance>
Nov 29 08:58:58 user nova-compute[75249]:   </metadata>
Nov 29 08:58:58 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:58:58 user nova-compute[75249]:     <system>
Nov 29 08:58:58 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:58:58 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:58:58 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:58:58 user nova-compute[75249]:       <entry name="serial">8c8f3ac7-1002-4f80-927b-06cd2d0741cc</entry>
Nov 29 08:58:58 user nova-compute[75249]:       <entry name="uuid">8c8f3ac7-1002-4f80-927b-06cd2d0741cc</entry>
Nov 29 08:58:58 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:58:58 user nova-compute[75249]:     </system>
Nov 29 08:58:58 user nova-compute[75249]:   </sysinfo>
Nov 29 08:58:58 user nova-compute[75249]:   <os>
Nov 29 08:58:58 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:58:58 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 08:58:58 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:58:58 user nova-compute[75249]:   </os>
Nov 29 08:58:58 user nova-compute[75249]:   <features>
Nov 29 08:58:58 user nova-compute[75249]:     <acpi/>
Nov 29 08:58:58 user nova-compute[75249]:     <apic/>
Nov 29 08:58:58 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:58:58 user nova-compute[75249]:   </features>
Nov 29 08:58:58 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:58:58 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:58:58 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:58:58 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:58:58 user nova-compute[75249]:   </clock>
Nov 29 08:58:58 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:58:58 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:58:58 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:58:58 user nova-compute[75249]:   </cpu>
Nov 29 08:58:58 user nova-compute[75249]:   <devices>
Nov 29 08:58:58 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:58:58 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:58:58 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk"/>
Nov 29 08:58:58 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:58:58 user nova-compute[75249]:     </disk>
Nov 29 08:58:58 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 08:58:58 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:58:58 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 08:58:58 user nova-compute[75249]:       <target dev="vdc" bus="virtio"/>
Nov 29 08:58:58 user nova-compute[75249]:       <serial>5a55422d-6cb4-4106-9cfe-67c7e80be23e</serial>
Nov 29 08:58:58 user nova-compute[75249]:     </disk>
Nov 29 08:58:58 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:58:58 user nova-compute[75249]:       <mac address="fa:16:3e:b8:d6:cf"/>
Nov 29 08:58:58 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:58:58 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:58:58 user nova-compute[75249]:       <target dev="tap47c91640-f0"/>
Nov 29 08:58:58 user nova-compute[75249]:     </interface>
Nov 29 08:58:58 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:58:58 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/console.log" append="off"/>
Nov 29 08:58:58 user nova-compute[75249]:     </serial>
Nov 29 08:58:58 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:58:58 user nova-compute[75249]:     <video>
Nov 29 08:58:58 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:58:58 user nova-compute[75249]:     </video>
Nov 29 08:58:58 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:58:58 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:58:58 user nova-compute[75249]:     </rng>
Nov 29 08:58:58 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:58:58 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:58:58 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:58:58 user nova-compute[75249]:     </memballoon>
Nov 29 08:58:58 user nova-compute[75249]:   </devices>
Nov 29 08:58:58 user nova-compute[75249]: </domain>
Nov 29 08:58:58 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-550535470',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-550535470',id=32,image_ref='c042a390-adeb-40f3-b7c2-1a9851febc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-280343694',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:55:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-01ycz0li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member',shelved_at='2023-11-29T08:56:54.645497',shelved_host='user',shelved_image_id='c042a390-adeb-40f3-b7c2-1a9851febc32'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:58:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=8c8f3ac7-1002-4f80-927b-06cd2d0741cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG os_vif [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ddbfd64c-100f-5f5a-8644-8ecfa7a0eb33', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47c91640-f0, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47c91640-f0, col_values=(('qos', UUID('05925f93-dc16-4c62-a956-bdba11bf538b')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47c91640-f0, col_values=(('external_ids', {'iface-id': '47c91640-f01c-4540-8ffa-62bc5fd3be19', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:d6:cf', 'vm-uuid': '8c8f3ac7-1002-4f80-927b-06cd2d0741cc'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:58:58 user nova-compute[75249]: INFO os_vif [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0')
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:58:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No VIF found with MAC fa:16:3e:b8:d6:cf, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing instance network info cache due to event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'flavor' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updated VIF entry in instance network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:58:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ac1ff28d-8b83-4b8d-b75e-cbb25942febb req-c0417ed9-c884-4774-8517-2d97942fafe8 service nova] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:00 user nova-compute[75249]: INFO nova.compute.manager [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Attaching volume c22bb1af-a78c-40da-8c0b-b38e362b8b12 to /dev/vdb
Nov 29 08:59:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG os_brick.utils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d0dbad-5466-4d78-a22d-ba17bd1095c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea2f210-df52-415d-a7fc-1c58486d2b74]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a67e5d-36db-48ce-a589-0565275a542b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1bc0fb5-4f88-4f74-a399-bc048ff37ddc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 08:59:00 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1120e921-99f7-472b-8387-a8c95b5b5fbc]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG os_brick.utils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating existing volume attachment record: f98dba0b-0589-4d01-bcc8-537b60d8e892 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-2a6b5d6b-3025-4e4e-8996-8f0edc6b703a req-4fd6fc88-ce2e-4c29-a6a1-ad87ff909048 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2a6b5d6b-3025-4e4e-8996-8f0edc6b703a req-4fd6fc88-ce2e-4c29-a6a1-ad87ff909048 service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2a6b5d6b-3025-4e4e-8996-8f0edc6b703a req-4fd6fc88-ce2e-4c29-a6a1-ad87ff909048 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2a6b5d6b-3025-4e4e-8996-8f0edc6b703a req-4fd6fc88-ce2e-4c29-a6a1-ad87ff909048 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-2a6b5d6b-3025-4e4e-8996-8f0edc6b703a req-4fd6fc88-ce2e-4c29-a6a1-ad87ff909048 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:00 user nova-compute[75249]: WARNING nova.compute.manager [req-2a6b5d6b-3025-4e4e-8996-8f0edc6b703a req-4fd6fc88-ce2e-4c29-a6a1-ad87ff909048 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 08:59:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 08:59:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance spawned successfully.
Nov 29 08:59:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-d638a1d6-0fc9-43df-895d-824c922895a5 req-88b4c688-6f4e-48da-9710-18fad8b1b2b1 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d638a1d6-0fc9-43df-895d-824c922895a5 req-88b4c688-6f4e-48da-9710-18fad8b1b2b1 service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d638a1d6-0fc9-43df-895d-824c922895a5 req-88b4c688-6f4e-48da-9710-18fad8b1b2b1 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d638a1d6-0fc9-43df-895d-824c922895a5 req-88b4c688-6f4e-48da-9710-18fad8b1b2b1 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-d638a1d6-0fc9-43df-895d-824c922895a5 req-88b4c688-6f4e-48da-9710-18fad8b1b2b1 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:02 user nova-compute[75249]: WARNING nova.compute.manager [req-d638a1d6-0fc9-43df-895d-824c922895a5 req-88b4c688-6f4e-48da-9710-18fad8b1b2b1 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 08:59:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:59:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-56c98c10-a183-4acc-a607-1d385b384e05 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.219s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zBmKjWCE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 08:59:07 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:59:07 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 08:59:07 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c317f4-4645-4cc8-8896-71b5dee6586a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 08:59:07 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb41997-fda2-498a-902f-f873b6598c79]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12] added
Nov 29 08:59:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b54ed43b-c9e3-4bba-958c-4bbde951f2c7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1dd7ed-dc0f-4e80-8eb0-93852400c44c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zBmKjWCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zBmKjWCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca987ba-24be-429d-bf2f-e64e38faf1cd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zBmKjWCE'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0446a286-2823-4d46-b100-4dbf24f109a7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[186bc827-0e55-4d4d-8470-f66570ee6cf0]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 08:59:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 08:59:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5dc2d6-3e7a-46fd-b8ec-969c3e327136]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260]
Nov 29 08:59:08 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260] successful.
Nov 29 08:59:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[812cac00-956b-47e0-b0ec-b6bd3791ee2b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[288012de-e897-4ba0-87f7-b6c4ecae7d15]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 08:59:08 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 08:59:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] HCTL ('35', '-', '-', 0) found on session 41 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3c016b-b372-4b69-80a7-a19aabf9be05]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching for a device in session 41 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zBmKjWCE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26133386365616366', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133386365616366', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'flavor' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 08:59:09 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 08:59:09 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 08:59:09 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 08:59:09 user nova-compute[75249]:   <serial>c22bb1af-a78c-40da-8c0b-b38e362b8b12</serial>
Nov 29 08:59:09 user nova-compute[75249]: </disk>
Nov 29 08:59:09 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:1e:ac:21, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:59:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6bb1aa4-2804-4421-8e82-0459e3b81340 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.771s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:59:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:11 user nova-compute[75249]: INFO nova.compute.manager [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Rescuing
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:59:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-6414c4e2-553e-4dc4-bdc7-9c5cbc116482 req-e8dd8975-c892-471e-bd54-f83da3d87817 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6414c4e2-553e-4dc4-bdc7-9c5cbc116482 req-e8dd8975-c892-471e-bd54-f83da3d87817 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6414c4e2-553e-4dc4-bdc7-9c5cbc116482 req-e8dd8975-c892-471e-bd54-f83da3d87817 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6414c4e2-553e-4dc4-bdc7-9c5cbc116482 req-e8dd8975-c892-471e-bd54-f83da3d87817 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-6414c4e2-553e-4dc4-bdc7-9c5cbc116482 req-e8dd8975-c892-471e-bd54-f83da3d87817 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:12 user nova-compute[75249]: WARNING nova.compute.manager [req-6414c4e2-553e-4dc4-bdc7-9c5cbc116482 req-e8dd8975-c892-471e-bd54-f83da3d87817 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state active and task_state rescuing.
Nov 29 08:59:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance destroyed successfully.
Nov 29 08:59:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Attempting rescue
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75249) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 08:59:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Creating image(s)
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue" returned: 0 in 0.090s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'migration_context' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.base [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<4482a646-5ce5-480a-8fc0-bf772bfebe4b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Start _get_guest_xml network_info=[{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:1e:ac:21"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'resources' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.base [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<4482a646-5ce5-480a-8fc0-bf772bfebe4b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'numa_topology' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:12 user nova-compute[75249]: DEBUG nova.objects.base [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<4482a646-5ce5-480a-8fc0-bf772bfebe4b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:59:12 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:59:12 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.objects.base [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<4482a646-5ce5-480a-8fc0-bf772bfebe4b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:57:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1047749570',display_name='tempest-ServerRescueNegativeTestJSON-server-1047749570',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1047749570',id=34,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZZsEB2eZxYiuuOfZCWN1ThlQT1FoBr0XgTtZEI1altutBCBawYgwKtOoEGpr8AUgj6UvkNI4IB6G6bLKUWpk3ATYZIZA8QXmYOsB4STmUwPZQ1Gwg36yVuSBQZFLxwcw==',key_name='tempest-keypair-1530697103',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:57:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-6a15ufv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T08:57:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=4482a646-5ce5-480a-8fc0-bf772bfebe4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:1e:ac:21"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "vif_mac": "fa:16:3e:1e:ac:21"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'pci_devices' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.objects.base [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Object Instance<4482a646-5ce5-480a-8fc0-bf772bfebe4b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 08:59:13 user nova-compute[75249]:   <uuid>4482a646-5ce5-480a-8fc0-bf772bfebe4b</uuid>
Nov 29 08:59:13 user nova-compute[75249]:   <name>instance-00000022</name>
Nov 29 08:59:13 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 08:59:13 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 08:59:13 user nova-compute[75249]:   <metadata>
Nov 29 08:59:13 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 08:59:13 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 08:59:13 user nova-compute[75249]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1047749570</nova:name>
Nov 29 08:59:13 user nova-compute[75249]:       <nova:creationTime>2023-11-29 08:59:12</nova:creationTime>
Nov 29 08:59:13 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 08:59:13 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 08:59:13 user nova-compute[75249]:       </nova:flavor>
Nov 29 08:59:13 user nova-compute[75249]:       <nova:owner>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:user uuid="2d09b7c7ceb2410793773071e4035dbd">tempest-ServerRescueNegativeTestJSON-459233852-project-member</nova:user>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:project uuid="88d8cfe314254e9798a26e172ca79ab9">tempest-ServerRescueNegativeTestJSON-459233852</nova:project>
Nov 29 08:59:13 user nova-compute[75249]:       </nova:owner>
Nov 29 08:59:13 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 08:59:13 user nova-compute[75249]:       <nova:ports>
Nov 29 08:59:13 user nova-compute[75249]:         <nova:port uuid="18471e3a-498e-4324-90d4-c5b52c54ab4d">
Nov 29 08:59:13 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 08:59:13 user nova-compute[75249]:         </nova:port>
Nov 29 08:59:13 user nova-compute[75249]:       </nova:ports>
Nov 29 08:59:13 user nova-compute[75249]:     </nova:instance>
Nov 29 08:59:13 user nova-compute[75249]:   </metadata>
Nov 29 08:59:13 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 08:59:13 user nova-compute[75249]:     <system>
Nov 29 08:59:13 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 08:59:13 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 08:59:13 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 08:59:13 user nova-compute[75249]:       <entry name="serial">4482a646-5ce5-480a-8fc0-bf772bfebe4b</entry>
Nov 29 08:59:13 user nova-compute[75249]:       <entry name="uuid">4482a646-5ce5-480a-8fc0-bf772bfebe4b</entry>
Nov 29 08:59:13 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 08:59:13 user nova-compute[75249]:     </system>
Nov 29 08:59:13 user nova-compute[75249]:   </sysinfo>
Nov 29 08:59:13 user nova-compute[75249]:   <os>
Nov 29 08:59:13 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 08:59:13 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 08:59:13 user nova-compute[75249]:   </os>
Nov 29 08:59:13 user nova-compute[75249]:   <features>
Nov 29 08:59:13 user nova-compute[75249]:     <acpi/>
Nov 29 08:59:13 user nova-compute[75249]:     <apic/>
Nov 29 08:59:13 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 08:59:13 user nova-compute[75249]:   </features>
Nov 29 08:59:13 user nova-compute[75249]:   <clock offset="utc">
Nov 29 08:59:13 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 08:59:13 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 08:59:13 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 08:59:13 user nova-compute[75249]:   </clock>
Nov 29 08:59:13 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 08:59:13 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 08:59:13 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 08:59:13 user nova-compute[75249]:   </cpu>
Nov 29 08:59:13 user nova-compute[75249]:   <devices>
Nov 29 08:59:13 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:59:13 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:59:13 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue"/>
Nov 29 08:59:13 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 08:59:13 user nova-compute[75249]:     </disk>
Nov 29 08:59:13 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 08:59:13 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 08:59:13 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk"/>
Nov 29 08:59:13 user nova-compute[75249]:       <target dev="vdb" bus="virtio"/>
Nov 29 08:59:13 user nova-compute[75249]:     </disk>
Nov 29 08:59:13 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 08:59:13 user nova-compute[75249]:       <mac address="fa:16:3e:1e:ac:21"/>
Nov 29 08:59:13 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:59:13 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 08:59:13 user nova-compute[75249]:       <target dev="tap18471e3a-49"/>
Nov 29 08:59:13 user nova-compute[75249]:     </interface>
Nov 29 08:59:13 user nova-compute[75249]:     <serial type="pty">
Nov 29 08:59:13 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/console.log" append="off"/>
Nov 29 08:59:13 user nova-compute[75249]:     </serial>
Nov 29 08:59:13 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 08:59:13 user nova-compute[75249]:     <video>
Nov 29 08:59:13 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 08:59:13 user nova-compute[75249]:     </video>
Nov 29 08:59:13 user nova-compute[75249]:     <rng model="virtio">
Nov 29 08:59:13 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 08:59:13 user nova-compute[75249]:     </rng>
Nov 29 08:59:13 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 08:59:13 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 08:59:13 user nova-compute[75249]:       <stats period="10"/>
Nov 29 08:59:13 user nova-compute[75249]:     </memballoon>
Nov 29 08:59:13 user nova-compute[75249]:   </devices>
Nov 29 08:59:13 user nova-compute[75249]: </domain>
Nov 29 08:59:13 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 08:59:13 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance destroyed successfully.
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] No VIF found with MAC fa:16:3e:1e:ac:21, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 08:59:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 08:59:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-e264fe37-dfac-4612-aff8-e5e1f85a23e7 req-3915890e-15ab-4e53-a3f0-d66348f575b3 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e264fe37-dfac-4612-aff8-e5e1f85a23e7 req-3915890e-15ab-4e53-a3f0-d66348f575b3 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e264fe37-dfac-4612-aff8-e5e1f85a23e7 req-3915890e-15ab-4e53-a3f0-d66348f575b3 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e264fe37-dfac-4612-aff8-e5e1f85a23e7 req-3915890e-15ab-4e53-a3f0-d66348f575b3 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-e264fe37-dfac-4612-aff8-e5e1f85a23e7 req-3915890e-15ab-4e53-a3f0-d66348f575b3 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:14 user nova-compute[75249]: WARNING nova.compute.manager [req-e264fe37-dfac-4612-aff8-e5e1f85a23e7 req-3915890e-15ab-4e53-a3f0-d66348f575b3 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state active and task_state rescuing.
Nov 29 08:59:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:16 user nova-compute[75249]: WARNING nova.compute.manager [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state active and task_state rescuing.
Nov 29 08:59:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:16 user nova-compute[75249]: WARNING nova.compute.manager [req-2e6ce738-2555-4cde-a29d-93f9d31af6ce req-98235a85-e35f-4783-aa5a-f947c004ad53 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state active and task_state rescuing.
Nov 29 08:59:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-43cc1516-5cd9-4dae-97e9-559f42b03d29 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 08:59:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:59:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 08:59:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7829MB free_disk=24.992286682128906GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 08:59:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.473s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Updating instance_info_cache with network_info: [{"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-725c1bdc-3812-4fca-9f93-4cb3690d6c7a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 08:59:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 08:59:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:58 user nova-compute[75249]: INFO nova.compute.manager [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Terminating instance
Nov 29 08:59:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-bca0b64f-0b1b-4166-9081-907540517cd6 req-8d3d8365-4655-407b-b15c-15bfbb6200d5 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bca0b64f-0b1b-4166-9081-907540517cd6 req-8d3d8365-4655-407b-b15c-15bfbb6200d5 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bca0b64f-0b1b-4166-9081-907540517cd6 req-8d3d8365-4655-407b-b15c-15bfbb6200d5 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bca0b64f-0b1b-4166-9081-907540517cd6 req-8d3d8365-4655-407b-b15c-15bfbb6200d5 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-bca0b64f-0b1b-4166-9081-907540517cd6 req-8d3d8365-4655-407b-b15c-15bfbb6200d5 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 08:59:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-bca0b64f-0b1b-4166-9081-907540517cd6 req-8d3d8365-4655-407b-b15c-15bfbb6200d5 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-unplugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Instance destroyed successfully.
Nov 29 08:59:59 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'resources' on Instance uuid 6fdbe0c6-52b3-4780-8d1b-2155d55fd078 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:50:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-836005317',display_name='tempest-AttachVolumeTestJSON-server-836005317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-836005317',id=27,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOGjOhyPb3sQkRZ3ERtgJaAuko2IH6VKNObz3f7ib5huikDHzZUu2zrjbeMyjDJX0Z4Fn2FRWugDO6rJ3fo1Ff+mlGd+FnCn2jizZpNZNTsNgWRu2RnjTh7tKxbVNSGSAA==',key_name='tempest-keypair-983172955',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-371pqiwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:58:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=6fdbe0c6-52b3-4780-8d1b-2155d55fd078,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "address": "fa:16:3e:c3:da:12", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fdebbbe-8c", "ovs_interfaceid": "4fdebbbe-8c42-4a94-b7bf-b3530a3b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG os_vif [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fdebbbe-8c, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4dcc6561-9f71-4930-920d-34f3af6d098f) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 08:59:59 user nova-compute[75249]: INFO os_vif [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:da:12,bridge_name='br-int',has_traffic_filtering=True,id=4fdebbbe-8c42-4a94-b7bf-b3530a3b3186,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fdebbbe-8c')
Nov 29 08:59:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Deleting instance files /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078_del
Nov 29 08:59:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Deletion of /opt/stack/data/nova/instances/6fdbe0c6-52b3-4780-8d1b-2155d55fd078_del complete
Nov 29 08:59:59 user nova-compute[75249]: INFO nova.compute.manager [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 08:59:59 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 08:59:59 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:00 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Took 0.92 seconds to deallocate network for instance.
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.332s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:00 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Deleted allocations for instance 6fdbe0c6-52b3-4780-8d1b-2155d55fd078
Nov 29 09:00:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] Acquiring lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] No waiting events found dispatching network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:00 user nova-compute[75249]: WARNING nova.compute.manager [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received unexpected event network-vif-plugged-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 for instance with vm_state deleted and task_state None.
Nov 29 09:00:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-298ed972-1719-4a78-a6f9-bfe3b02e5229 req-da822c18-48d3-4d57-8f4e-b7dd7af722a2 service nova] [instance: 6fdbe0c6-52b3-4780-8d1b-2155d55fd078] Received event network-vif-deleted-4fdebbbe-8c42-4a94-b7bf-b3530a3b3186 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5df951d8-c622-485d-a47d-5d798cf7322e tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "6fdbe0c6-52b3-4780-8d1b-2155d55fd078" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.319s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:00:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:00:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:00:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8038MB free_disk=25.018264770507812GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:00:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.481s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating instance_info_cache with network_info: [{"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-c34e7604-b488-41a1-83c6-2064847a6632" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:00:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:00:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:26 user nova-compute[75249]: INFO nova.compute.manager [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Terminating instance
Nov 29 09:00:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-d11a96ec-192e-41b1-8794-3d1f507d56af req-11ca1b17-bfa6-424a-ad2f-25cd11b800bb service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d11a96ec-192e-41b1-8794-3d1f507d56af req-11ca1b17-bfa6-424a-ad2f-25cd11b800bb service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d11a96ec-192e-41b1-8794-3d1f507d56af req-11ca1b17-bfa6-424a-ad2f-25cd11b800bb service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d11a96ec-192e-41b1-8794-3d1f507d56af req-11ca1b17-bfa6-424a-ad2f-25cd11b800bb service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-d11a96ec-192e-41b1-8794-3d1f507d56af req-11ca1b17-bfa6-424a-ad2f-25cd11b800bb service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-d11a96ec-192e-41b1-8794-3d1f507d56af req-11ca1b17-bfa6-424a-ad2f-25cd11b800bb service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-unplugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:00:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Instance destroyed successfully.
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.objects.instance [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'resources' on Instance uuid ed5708e9-3b4b-49f5-b37d-844cde9bc3db {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1842692883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1842692883',id=31,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:56:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-hlfb2vru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:58:41Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=ed5708e9-3b4b-49f5-b37d-844cde9bc3db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "address": "fa:16:3e:76:28:fb", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b0d10bf-16", "ovs_interfaceid": "5b0d10bf-16a3-4eff-bc7b-558061c16e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_vif [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b0d10bf-16, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f159a66-8872-4353-bd0b-4da5a5a6d7a9) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:27 user nova-compute[75249]: INFO os_vif [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:28:fb,bridge_name='br-int',has_traffic_filtering=True,id=5b0d10bf-16a3-4eff-bc7b-558061c16e21,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b0d10bf-16')
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fkibqJnB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:00:27 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a66c27-5b47-46df-affc-25e7b5a22af1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:00:27 user nova-compute[75249]: No targets found.
Nov 29 09:00:27 user nova-compute[75249]: iSNS:
Nov 29 09:00:27 user nova-compute[75249]: No targets found.
Nov 29 09:00:27 user nova-compute[75249]: STATIC:
Nov 29 09:00:27 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12
Nov 29 09:00:27 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:27 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:27 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52
Nov 29 09:00:27 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:27 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:27 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e
Nov 29 09:00:27 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:27 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:27 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 09:00:27 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:27 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:27 user nova-compute[75249]: FIRMWARE:
Nov 29 09:00:27 user nova-compute[75249]: No targets found.
Nov 29 09:00:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:00:27 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:00:27 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cf3287d-fe3e-4c1b-8ae7-d8135ce55b28]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ee2935f-e416-45e5-8b7f-956adf1aa2a7]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:27 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 09:00:27 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:27 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:27 user nova-compute[75249]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 (non-flash)
Nov 29 09:00:27 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:27 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8d209536d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0904c5-6bff-4e2f-8688-46d0ad75e934]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e067ad0d-036d-4104-a343-725cfc899581]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[74865fea-768e-4a74-9280-41d68df5c27a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.060s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[35c9d68d-6e0c-4362-8864-c92cf47d4f00]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec288887-5184-4266-ba58-cecd02c9881e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d39e942-bc34-47da-9d3e-3388a0a18e3a]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260]
Nov 29 09:00:27 user nova-compute[75249]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52, portal: 172.16.0.220,3260] successful.
Nov 29 09:00:27 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e9d5a5d-aa3e-4308-9164-b5fd70096d52 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a69bbe9c-ea4b-4d4d-aaf1-376f0b6be718]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== disconnect_volume: return (318ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:00:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:00:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Deleting instance files /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db_del
Nov 29 09:00:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Deletion of /opt/stack/data/nova/instances/ed5708e9-3b4b-49f5-b37d-844cde9bc3db_del complete
Nov 29 09:00:28 user nova-compute[75249]: INFO nova.compute.manager [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 29 09:00:28 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:00:28 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:00:28 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:00:28 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:28 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Took 0.54 seconds to deallocate network for instance.
Nov 29 09:00:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-5a5a2a79-1a35-46ba-b1b8-4f98027c0336 req-c6b8d723-e758-4aa0-99cb-9041b0dd71d0 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-deleted-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-15a10afe-de2a-4b86-b4d6-290d84449b1f req-de6712b9-ac8c-4457-82e3-d708d2147a85 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-15a10afe-de2a-4b86-b4d6-290d84449b1f req-de6712b9-ac8c-4457-82e3-d708d2147a85 service nova] Acquiring lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-15a10afe-de2a-4b86-b4d6-290d84449b1f req-de6712b9-ac8c-4457-82e3-d708d2147a85 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-15a10afe-de2a-4b86-b4d6-290d84449b1f req-de6712b9-ac8c-4457-82e3-d708d2147a85 service nova] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-15a10afe-de2a-4b86-b4d6-290d84449b1f req-de6712b9-ac8c-4457-82e3-d708d2147a85 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] No waiting events found dispatching network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:29 user nova-compute[75249]: WARNING nova.compute.manager [req-15a10afe-de2a-4b86-b4d6-290d84449b1f req-de6712b9-ac8c-4457-82e3-d708d2147a85 service nova] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Received unexpected event network-vif-plugged-5b0d10bf-16a3-4eff-bc7b-558061c16e21 for instance with vm_state active and task_state deleting.
Nov 29 09:00:29 user nova-compute[75249]: INFO nova.compute.manager [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: ed5708e9-3b4b-49f5-b37d-844cde9bc3db] Took 0.75 seconds to detach 1 volumes for instance.
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:29 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Deleted allocations for instance ed5708e9-3b4b-49f5-b37d-844cde9bc3db
Nov 29 09:00:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bdec87e3-e50f-48f8-a8da-291366c4f5b3 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "ed5708e9-3b4b-49f5-b37d-844cde9bc3db" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.989s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:32 user nova-compute[75249]: INFO nova.compute.manager [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Unshelving
Nov 29 09:00:32 user nova-compute[75249]: INFO nova.virt.block_device [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Booting with volume ab315762-fa1a-469f-b678-de2f049525cc at /dev/vda
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:32 user nova-compute[75249]: INFO nova.compute.manager [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Detaching volume 5a55422d-6cb4-4106-9cfe-67c7e80be23e
Nov 29 09:00:32 user nova-compute[75249]: DEBUG os_brick.utils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeaec029-c8d0-4872-a3bd-ae68657b7b27]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:32 user nova-compute[75249]: INFO nova.virt.block_device [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Attempting to driver detach volume 5a55422d-6cb4-4106-9cfe-67c7e80be23e from mountpoint /dev/vdc
Nov 29 09:00:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Attempting to detach device vdc from instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:00:32 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:00:32 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:00:32 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 09:00:32 user nova-compute[75249]:   <serial>5a55422d-6cb4-4106-9cfe-67c7e80be23e</serial>
Nov 29 09:00:32 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 09:00:32 user nova-compute[75249]: </disk>
Nov 29 09:00:32 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d86a9f-f4be-4033-a531-79356d5ec20a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully detached device vdc from instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc from the persistent domain config.
Nov 29 09:00:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:00:32 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:00:32 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:00:32 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 09:00:32 user nova-compute[75249]:   <serial>5a55422d-6cb4-4106-9cfe-67c7e80be23e</serial>
Nov 29 09:00:32 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 09:00:32 user nova-compute[75249]: </disk>
Nov 29 09:00:32 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b278ce6d-1a73-4b60-862a-9623a0da8191]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e46d701e-394d-4409-bbaa-beaf7d0ace1a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:00:32 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:00:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a0ce5ea-a1fe-4e11-a1b0-94dd2404cd51]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG os_brick.utils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:00:32 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating existing volume attachment record: 940b4bdc-e68c-4ca8-a982-249e5b038324 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:00:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:00:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'pci_requests' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:00:40 user nova-compute[75249]: INFO nova.compute.claims [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Claim successful on node user
Nov 29 09:00:40 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:00:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:40 user nova-compute[75249]: INFO nova.network.neutron [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating port 61665f9e-c688-4aac-a43c-56e1448f3faf with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing instance network info cache due to event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:00:41 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Creating image(s)
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Ensure instance console log exists: /opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Start _get_guest_xml network_info=[{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '940b4bdc-e68c-4ca8-a982-249e5b038324', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c53ce38-e737-4201-9d35-075f7452468c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab315762-fa1a-469f-b678-de2f049525cc', 'serial': 'ab315762-fa1a-469f-b678-de2f049525cc'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:00:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:00:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.objects.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Object Instance<3c53ce38-e737-4201-9d35-075f7452468c> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:00:41 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:00:41 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:00:41 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdf4b53-37f9-4530-9c29-b8ce23533c65]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:00:41 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed64f532-cb95-4857-91da-11626809739c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc] added
Nov 29 09:00:41 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8e303af-8902-4518-92d8-1b60e201184d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[875b8ea2-c464-41e6-af52-219a64c69dfd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ulITJQmO {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ulITJQmO" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63b0f5a-ebea-4f24-a045-197d22408828]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ulITJQmO'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[41bb947e-1b24-45e5-a5f0-9b6e9cf48a18]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9798adb-6b7b-449f-b3ab-5c93191a397e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0035987-5eed-4e48-a806-482cbafd7590]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]
Nov 29 09:00:42 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.
Nov 29 09:00:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca830691-c1ba-4c1c-b620-c00e0ec759f9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9b5fe8-3df0-4403-bf0a-baecbd2f4dd3]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:00:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:42 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:00:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e9f7a9-07bb-4a5e-8b8c-2504deb7f261]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updated VIF entry in instance network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG nova.network.neutron [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-907bcc7d-66f1-4058-b1a2-60982aa02c52 req-2cf5d30a-fc09-4863-ad8f-8ac9323cc10f service nova] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:00:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26266656633623231', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266656633623231', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:56:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-247895909',display_name='tempest-TestShelveInstance-server-247895909',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-247895909',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1236762400',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:57:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1aefe1ca01714bfc9f7adadf7e8540b2',ramdisk_id='',reservation_id='r-5k1b9w0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1148532394',owner_user_name='tempest-TestShelveInstance-1148532394-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:00:32Z,user_data=None,user_id='8defb70c24f848d6bc1569028f639650',uuid=3c53ce38-e737-4201-9d35-075f7452468c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converting VIF {"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.objects.instance [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.objects.base [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Object Instance<3c53ce38-e737-4201-9d35-075f7452468c> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:00:43 user nova-compute[75249]:   <uuid>3c53ce38-e737-4201-9d35-075f7452468c</uuid>
Nov 29 09:00:43 user nova-compute[75249]:   <name>instance-00000021</name>
Nov 29 09:00:43 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:00:43 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:00:43 user nova-compute[75249]:   <metadata>
Nov 29 09:00:43 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:00:43 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:00:43 user nova-compute[75249]:       <nova:name>tempest-TestShelveInstance-server-247895909</nova:name>
Nov 29 09:00:43 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:00:41</nova:creationTime>
Nov 29 09:00:43 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:00:43 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:00:43 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:00:43 user nova-compute[75249]:       <nova:owner>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:user uuid="8defb70c24f848d6bc1569028f639650">tempest-TestShelveInstance-1148532394-project-member</nova:user>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:project uuid="1aefe1ca01714bfc9f7adadf7e8540b2">tempest-TestShelveInstance-1148532394</nova:project>
Nov 29 09:00:43 user nova-compute[75249]:       </nova:owner>
Nov 29 09:00:43 user nova-compute[75249]:       <nova:ports>
Nov 29 09:00:43 user nova-compute[75249]:         <nova:port uuid="61665f9e-c688-4aac-a43c-56e1448f3faf">
Nov 29 09:00:43 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 09:00:43 user nova-compute[75249]:         </nova:port>
Nov 29 09:00:43 user nova-compute[75249]:       </nova:ports>
Nov 29 09:00:43 user nova-compute[75249]:     </nova:instance>
Nov 29 09:00:43 user nova-compute[75249]:   </metadata>
Nov 29 09:00:43 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:00:43 user nova-compute[75249]:     <system>
Nov 29 09:00:43 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:00:43 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:00:43 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:00:43 user nova-compute[75249]:       <entry name="serial">3c53ce38-e737-4201-9d35-075f7452468c</entry>
Nov 29 09:00:43 user nova-compute[75249]:       <entry name="uuid">3c53ce38-e737-4201-9d35-075f7452468c</entry>
Nov 29 09:00:43 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:00:43 user nova-compute[75249]:     </system>
Nov 29 09:00:43 user nova-compute[75249]:   </sysinfo>
Nov 29 09:00:43 user nova-compute[75249]:   <os>
Nov 29 09:00:43 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:00:43 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:00:43 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:00:43 user nova-compute[75249]:   </os>
Nov 29 09:00:43 user nova-compute[75249]:   <features>
Nov 29 09:00:43 user nova-compute[75249]:     <acpi/>
Nov 29 09:00:43 user nova-compute[75249]:     <apic/>
Nov 29 09:00:43 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:00:43 user nova-compute[75249]:   </features>
Nov 29 09:00:43 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:00:43 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:00:43 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:00:43 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:00:43 user nova-compute[75249]:   </clock>
Nov 29 09:00:43 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:00:43 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:00:43 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:00:43 user nova-compute[75249]:   </cpu>
Nov 29 09:00:43 user nova-compute[75249]:   <devices>
Nov 29 09:00:43 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:00:43 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:00:43 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 09:00:43 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:00:43 user nova-compute[75249]:       <serial>ab315762-fa1a-469f-b678-de2f049525cc</serial>
Nov 29 09:00:43 user nova-compute[75249]:     </disk>
Nov 29 09:00:43 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:00:43 user nova-compute[75249]:       <mac address="fa:16:3e:df:81:cb"/>
Nov 29 09:00:43 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:00:43 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:00:43 user nova-compute[75249]:       <target dev="tap61665f9e-c6"/>
Nov 29 09:00:43 user nova-compute[75249]:     </interface>
Nov 29 09:00:43 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:00:43 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c/console.log" append="off"/>
Nov 29 09:00:43 user nova-compute[75249]:     </serial>
Nov 29 09:00:43 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:00:43 user nova-compute[75249]:     <video>
Nov 29 09:00:43 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:00:43 user nova-compute[75249]:     </video>
Nov 29 09:00:43 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:00:43 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:00:43 user nova-compute[75249]:     </rng>
Nov 29 09:00:43 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:00:43 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:00:43 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:00:43 user nova-compute[75249]:     </memballoon>
Nov 29 09:00:43 user nova-compute[75249]:   </devices>
Nov 29 09:00:43 user nova-compute[75249]: </domain>
Nov 29 09:00:43 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:56:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-247895909',display_name='tempest-TestShelveInstance-server-247895909',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-247895909',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1236762400',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:57:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1aefe1ca01714bfc9f7adadf7e8540b2',ramdisk_id='',reservation_id='r-5k1b9w0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1148532394',owner_user_name='tempest-TestShelveInstance-1148532394-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:00:32Z,user_data=None,user_id='8defb70c24f848d6bc1569028f639650',uuid=3c53ce38-e737-4201-9d35-075f7452468c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converting VIF {"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG os_vif [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f09b5325-5c78-5ebc-9550-5e97ac335ad8', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61665f9e-c6, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61665f9e-c6, col_values=(('qos', UUID('c04de7ec-1613-42f8-8059-46b595f52fca')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61665f9e-c6, col_values=(('external_ids', {'iface-id': '61665f9e-c688-4aac-a43c-56e1448f3faf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:81:cb', 'vm-uuid': '3c53ce38-e737-4201-9d35-075f7452468c'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:43 user nova-compute[75249]: INFO os_vif [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6')
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:00:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] No VIF found with MAC fa:16:3e:df:81:cb, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-3a21a12e-5fb9-410c-b6f3-e3017b5251e0 req-bb8fd57c-3976-4e0c-9a43-b751bfd715d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3a21a12e-5fb9-410c-b6f3-e3017b5251e0 req-bb8fd57c-3976-4e0c-9a43-b751bfd715d0 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3a21a12e-5fb9-410c-b6f3-e3017b5251e0 req-bb8fd57c-3976-4e0c-9a43-b751bfd715d0 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3a21a12e-5fb9-410c-b6f3-e3017b5251e0 req-bb8fd57c-3976-4e0c-9a43-b751bfd715d0 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-3a21a12e-5fb9-410c-b6f3-e3017b5251e0 req-bb8fd57c-3976-4e0c-9a43-b751bfd715d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:44 user nova-compute[75249]: WARNING nova.compute.manager [req-3a21a12e-5fb9-410c-b6f3-e3017b5251e0 req-bb8fd57c-3976-4e0c-9a43-b751bfd715d0 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 09:00:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:00:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:00:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance spawned successfully.
Nov 29 09:00:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:00:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-dabe12ff-54e1-452c-a3c0-40d5087599be tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 14.362s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-ae55b502-91fc-4ba3-a86a-4f67709e9938 req-f1dc0d93-7ee5-4def-8d2f-30fd4ca5140a service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ae55b502-91fc-4ba3-a86a-4f67709e9938 req-f1dc0d93-7ee5-4def-8d2f-30fd4ca5140a service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ae55b502-91fc-4ba3-a86a-4f67709e9938 req-f1dc0d93-7ee5-4def-8d2f-30fd4ca5140a service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ae55b502-91fc-4ba3-a86a-4f67709e9938 req-f1dc0d93-7ee5-4def-8d2f-30fd4ca5140a service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-ae55b502-91fc-4ba3-a86a-4f67709e9938 req-f1dc0d93-7ee5-4def-8d2f-30fd4ca5140a service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:47 user nova-compute[75249]: WARNING nova.compute.manager [req-ae55b502-91fc-4ba3-a86a-4f67709e9938 req-f1dc0d93-7ee5-4def-8d2f-30fd4ca5140a service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state None.
Nov 29 09:00:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:00:52 user nova-compute[75249]: INFO nova.compute.claims [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Claim successful on node user
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.415s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:00:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.policy [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08ce42ba533844bbac6a4aa7812defc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fb0f05620f54790adf468e7f8ee6cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:00:52 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Creating image(s)
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "/opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "/opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "/opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc is timed out.
Nov 29 09:00:53 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully detached device vdc from instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc from the live domain config.
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVILqoEf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:00:53 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22bd5944-68b5-43ec-896f-49c5ed9190fc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:00:53 user nova-compute[75249]: No targets found.
Nov 29 09:00:53 user nova-compute[75249]: iSNS:
Nov 29 09:00:53 user nova-compute[75249]: No targets found.
Nov 29 09:00:53 user nova-compute[75249]: STATIC:
Nov 29 09:00:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12
Nov 29 09:00:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc
Nov 29 09:00:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e
Nov 29 09:00:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 09:00:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:00:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:00:53 user nova-compute[75249]: FIRMWARE:
Nov 29 09:00:53 user nova-compute[75249]: No targets found.
Nov 29 09:00:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:00:53 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:00:53 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f4b49d-35fb-420a-8cc0-0390ac9749ff]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf80bdd0-8e0e-4469-a062-85c4f122be85]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:53 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:53 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:53 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:00:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:00:53 user nova-compute[75249]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e (non-flash)
Nov 29 09:00:53 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:00:53 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:00:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8d18347a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6949cdf7-d737-45d6-aa68-652fec0ccd0c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e794ad85-4648-428d-8e50-425822b48150]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96006f27-6d38-4e7e-b30f-bd4b6df2ba00]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[897e34d9-5e1b-4b57-9d7e-588c0fc1b56e]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a18ed3a-320f-4103-9744-60bf98ce4ef1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.205s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22606388-a9a1-4ba1-be92-6ddeacc9e60a]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260]
Nov 29 09:00:53 user nova-compute[75249]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e, portal: 172.16.0.220,3260] successful.
Nov 29 09:00:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk 1073741824" returned: 0 in 0.051s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Successfully created port: f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a55422d-6cb4-4106-9cfe-67c7e80be23e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ae703b-e5b9-47ef-986d-54e3ab10d889]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] <== disconnect_volume: return (382ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking if we can resize image /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Cannot resize image /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Ensure instance console log exists: /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Successfully updated port: f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquired lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-changed-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Refreshing instance network info cache due to event network-changed-f5629328-734a-4988-a757-342161cfc834. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] Acquiring lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'flavor' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ca81a1ae-303b-4956-955c-d49bdeb932fa tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.755s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updating instance_info_cache with network_info: [{"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Releasing lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Instance network_info: |[{"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] Acquired lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Refreshing network info cache for port f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Start _get_guest_xml network_info=[{"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:00:54 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:00:54 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:00:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-258894181',display_name='tempest-AttachVolumeTestJSON-server-258894181',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-258894181',id=35,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLUaALrk9YBJMNAO4oSNsjbJRZPwOXoydyVmE1FPoMFwBDqNVe5O0dX5bDjo2CLsTEmmtXK2y3fVBLjj60RJtc6mBpapIrpLz/VkWFRU70O8/UXyfIxO1k/2lOsIbkC2TA==',key_name='tempest-keypair-788873046',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-ivhv20bg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:00:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=17d2d081-a06c-4f7b-bd21-0a5157b27401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'pci_devices' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:00:54 user nova-compute[75249]:   <uuid>17d2d081-a06c-4f7b-bd21-0a5157b27401</uuid>
Nov 29 09:00:54 user nova-compute[75249]:   <name>instance-00000023</name>
Nov 29 09:00:54 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:00:54 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:00:54 user nova-compute[75249]:   <metadata>
Nov 29 09:00:54 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:00:54 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:00:54 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeTestJSON-server-258894181</nova:name>
Nov 29 09:00:54 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:00:54</nova:creationTime>
Nov 29 09:00:54 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:00:54 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:00:54 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:00:54 user nova-compute[75249]:       <nova:owner>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:user uuid="08ce42ba533844bbac6a4aa7812defc8">tempest-AttachVolumeTestJSON-1529971332-project-member</nova:user>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:project uuid="4fb0f05620f54790adf468e7f8ee6cb2">tempest-AttachVolumeTestJSON-1529971332</nova:project>
Nov 29 09:00:54 user nova-compute[75249]:       </nova:owner>
Nov 29 09:00:54 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:00:54 user nova-compute[75249]:       <nova:ports>
Nov 29 09:00:54 user nova-compute[75249]:         <nova:port uuid="f5629328-734a-4988-a757-342161cfc834">
Nov 29 09:00:54 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 09:00:54 user nova-compute[75249]:         </nova:port>
Nov 29 09:00:54 user nova-compute[75249]:       </nova:ports>
Nov 29 09:00:54 user nova-compute[75249]:     </nova:instance>
Nov 29 09:00:54 user nova-compute[75249]:   </metadata>
Nov 29 09:00:54 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:00:54 user nova-compute[75249]:     <system>
Nov 29 09:00:54 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:00:54 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:00:54 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:00:54 user nova-compute[75249]:       <entry name="serial">17d2d081-a06c-4f7b-bd21-0a5157b27401</entry>
Nov 29 09:00:54 user nova-compute[75249]:       <entry name="uuid">17d2d081-a06c-4f7b-bd21-0a5157b27401</entry>
Nov 29 09:00:54 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:00:54 user nova-compute[75249]:     </system>
Nov 29 09:00:54 user nova-compute[75249]:   </sysinfo>
Nov 29 09:00:54 user nova-compute[75249]:   <os>
Nov 29 09:00:54 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:00:54 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:00:54 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:00:54 user nova-compute[75249]:   </os>
Nov 29 09:00:54 user nova-compute[75249]:   <features>
Nov 29 09:00:54 user nova-compute[75249]:     <acpi/>
Nov 29 09:00:54 user nova-compute[75249]:     <apic/>
Nov 29 09:00:54 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:00:54 user nova-compute[75249]:   </features>
Nov 29 09:00:54 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:00:54 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:00:54 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:00:54 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:00:54 user nova-compute[75249]:   </clock>
Nov 29 09:00:54 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:00:54 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:00:54 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:00:54 user nova-compute[75249]:   </cpu>
Nov 29 09:00:54 user nova-compute[75249]:   <devices>
Nov 29 09:00:54 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:00:54 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:00:54 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk"/>
Nov 29 09:00:54 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:00:54 user nova-compute[75249]:     </disk>
Nov 29 09:00:54 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:00:54 user nova-compute[75249]:       <mac address="fa:16:3e:f0:8c:c6"/>
Nov 29 09:00:54 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:00:54 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:00:54 user nova-compute[75249]:       <target dev="tapf5629328-73"/>
Nov 29 09:00:54 user nova-compute[75249]:     </interface>
Nov 29 09:00:54 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:00:54 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/console.log" append="off"/>
Nov 29 09:00:54 user nova-compute[75249]:     </serial>
Nov 29 09:00:54 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:00:54 user nova-compute[75249]:     <video>
Nov 29 09:00:54 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:00:54 user nova-compute[75249]:     </video>
Nov 29 09:00:54 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:00:54 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:00:54 user nova-compute[75249]:     </rng>
Nov 29 09:00:54 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:00:54 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:00:54 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:00:54 user nova-compute[75249]:     </memballoon>
Nov 29 09:00:54 user nova-compute[75249]:   </devices>
Nov 29 09:00:54 user nova-compute[75249]: </domain>
Nov 29 09:00:54 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:00:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-258894181',display_name='tempest-AttachVolumeTestJSON-server-258894181',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-258894181',id=35,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLUaALrk9YBJMNAO4oSNsjbJRZPwOXoydyVmE1FPoMFwBDqNVe5O0dX5bDjo2CLsTEmmtXK2y3fVBLjj60RJtc6mBpapIrpLz/VkWFRU70O8/UXyfIxO1k/2lOsIbkC2TA==',key_name='tempest-keypair-788873046',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-ivhv20bg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:00:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=17d2d081-a06c-4f7b-bd21-0a5157b27401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG os_vif [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '206ae57b-5383-5047-97f5-044fbc8793cb', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf5629328-73, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf5629328-73, col_values=(('qos', UUID('a6ad9c9f-5ece-497d-a8fd-0c2d30675938')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf5629328-73, col_values=(('external_ids', {'iface-id': 'f5629328-734a-4988-a757-342161cfc834', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:8c:c6', 'vm-uuid': '17d2d081-a06c-4f7b-bd21-0a5157b27401'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:54 user nova-compute[75249]: INFO os_vif [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73')
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No VIF found with MAC fa:16:3e:f0:8c:c6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updated VIF entry in instance network info cache for port f5629328-734a-4988-a757-342161cfc834. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updating instance_info_cache with network_info: [{"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:00:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6443b59f-10d9-4dc7-9ca6-b349ff3dba0f req-26017372-659c-47a4-8118-e6b90b8e94a9 service nova] Releasing lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:00:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad721865-683a-4b6d-b315-0700a017d158 req-887addfb-f208-431c-a592-d2694a8ecb7d service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad721865-683a-4b6d-b315-0700a017d158 req-887addfb-f208-431c-a592-d2694a8ecb7d service nova] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad721865-683a-4b6d-b315-0700a017d158 req-887addfb-f208-431c-a592-d2694a8ecb7d service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad721865-683a-4b6d-b315-0700a017d158 req-887addfb-f208-431c-a592-d2694a8ecb7d service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad721865-683a-4b6d-b315-0700a017d158 req-887addfb-f208-431c-a592-d2694a8ecb7d service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] No waiting events found dispatching network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:56 user nova-compute[75249]: WARNING nova.compute.manager [req-ad721865-683a-4b6d-b315-0700a017d158 req-887addfb-f208-431c-a592-d2694a8ecb7d service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received unexpected event network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 for instance with vm_state building and task_state spawning.
Nov 29 09:00:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:00:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Instance spawned successfully.
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-0118fbb4-16de-4be3-a4db-e58d70b3fb53 req-163cf3cc-d456-449f-b14c-f2eedb200a54 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0118fbb4-16de-4be3-a4db-e58d70b3fb53 req-163cf3cc-d456-449f-b14c-f2eedb200a54 service nova] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0118fbb4-16de-4be3-a4db-e58d70b3fb53 req-163cf3cc-d456-449f-b14c-f2eedb200a54 service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0118fbb4-16de-4be3-a4db-e58d70b3fb53 req-163cf3cc-d456-449f-b14c-f2eedb200a54 service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-0118fbb4-16de-4be3-a4db-e58d70b3fb53 req-163cf3cc-d456-449f-b14c-f2eedb200a54 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] No waiting events found dispatching network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:00:58 user nova-compute[75249]: WARNING nova.compute.manager [req-0118fbb4-16de-4be3-a4db-e58d70b3fb53 req-163cf3cc-d456-449f-b14c-f2eedb200a54 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received unexpected event network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 for instance with vm_state building and task_state spawning.
Nov 29 09:00:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:00:58 user nova-compute[75249]: INFO nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Took 5.42 seconds to spawn the instance on the hypervisor.
Nov 29 09:00:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:00:58 user nova-compute[75249]: INFO nova.compute.manager [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Took 6.20 seconds to build instance.
Nov 29 09:00:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-b06a692b-7be4-4383-85de-060390d8e036 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.294s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:00:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:02 user nova-compute[75249]: INFO nova.compute.manager [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Unrescuing
Nov 29 09:01:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG nova.network.neutron [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG nova.objects.instance [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'flavor' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-e6f7f41f-1a1e-40ef-ac20-880d2fb04422 req-bc598f81-ef30-42ad-8c8d-e00348ef1135 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e6f7f41f-1a1e-40ef-ac20-880d2fb04422 req-bc598f81-ef30-42ad-8c8d-e00348ef1135 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e6f7f41f-1a1e-40ef-ac20-880d2fb04422 req-bc598f81-ef30-42ad-8c8d-e00348ef1135 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e6f7f41f-1a1e-40ef-ac20-880d2fb04422 req-bc598f81-ef30-42ad-8c8d-e00348ef1135 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-e6f7f41f-1a1e-40ef-ac20-880d2fb04422 req-bc598f81-ef30-42ad-8c8d-e00348ef1135 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:02 user nova-compute[75249]: WARNING nova.compute.manager [req-e6f7f41f-1a1e-40ef-ac20-880d2fb04422 req-bc598f81-ef30-42ad-8c8d-e00348ef1135 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state rescued and task_state unrescuing.
Nov 29 09:01:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance destroyed successfully.
Nov 29 09:01:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:04 user nova-compute[75249]: WARNING nova.compute.manager [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state rescued and task_state unrescuing.
Nov 29 09:01:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:04 user nova-compute[75249]: WARNING nova.compute.manager [req-daf62908-cec0-4e0e-805c-cd60ba69b449 req-2f6a3c50-e831-4d24-b4b2-045da7e74d7a service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state rescued and task_state unrescuing.
Nov 29 09:01:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-3ffa7c09-6fae-4045-8b90-e9bd0285a578 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:01:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-d7a1dabf-c3f3-4e85-bbce-78ca866c6a88 req-6a189f07-e024-4e7c-93dd-c1c76524c1b7 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d7a1dabf-c3f3-4e85-bbce-78ca866c6a88 req-6a189f07-e024-4e7c-93dd-c1c76524c1b7 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d7a1dabf-c3f3-4e85-bbce-78ca866c6a88 req-6a189f07-e024-4e7c-93dd-c1c76524c1b7 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d7a1dabf-c3f3-4e85-bbce-78ca866c6a88 req-6a189f07-e024-4e7c-93dd-c1c76524c1b7 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-d7a1dabf-c3f3-4e85-bbce-78ca866c6a88 req-6a189f07-e024-4e7c-93dd-c1c76524c1b7 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:06 user nova-compute[75249]: WARNING nova.compute.manager [req-d7a1dabf-c3f3-4e85-bbce-78ca866c6a88 req-6a189f07-e024-4e7c-93dd-c1c76524c1b7 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state active and task_state None.
Nov 29 09:01:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:08 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:01:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:01:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:01:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=7937MB free_disk=24.98053741455078GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 102bde60-e26a-45df-880c-a0674e197919 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3c53ce38-e737-4201-9d35-075f7452468c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:01:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.641s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:17 user nova-compute[75249]: INFO nova.compute.manager [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Terminating instance
Nov 29 09:01:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-67bc364b-4b31-4a33-80a2-a40ef2fc260c req-c7857b38-f18a-441e-9d2a-3d5b8dc29699 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-vif-unplugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-67bc364b-4b31-4a33-80a2-a40ef2fc260c req-c7857b38-f18a-441e-9d2a-3d5b8dc29699 service nova] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-67bc364b-4b31-4a33-80a2-a40ef2fc260c req-c7857b38-f18a-441e-9d2a-3d5b8dc29699 service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-67bc364b-4b31-4a33-80a2-a40ef2fc260c req-c7857b38-f18a-441e-9d2a-3d5b8dc29699 service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-67bc364b-4b31-4a33-80a2-a40ef2fc260c req-c7857b38-f18a-441e-9d2a-3d5b8dc29699 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] No waiting events found dispatching network-vif-unplugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-67bc364b-4b31-4a33-80a2-a40ef2fc260c req-c7857b38-f18a-441e-9d2a-3d5b8dc29699 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-vif-unplugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Skipping network cache update for instance because it is being deleted. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Nov 29 09:01:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Instance destroyed successfully.
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.objects.instance [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'resources' on Instance uuid 725c1bdc-3812-4fca-9f93-4cb3690d6c7a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:51:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949826195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949826195',id=30,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:52:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-ijuxhinx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:53:51Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=725c1bdc-3812-4fca-9f93-4cb3690d6c7a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "address": "fa:16:3e:ac:94:b6", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0d22b3-4c", "ovs_interfaceid": "ac0d22b3-4cc7-4984-aa0c-d7192eab08db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG os_vif [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac0d22b3-4c, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1afc3a6-b4e4-4c3f-8694-fdf8f7567c38) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:18 user nova-compute[75249]: INFO os_vif [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ac:94:b6,bridge_name='br-int',has_traffic_filtering=True,id=ac0d22b3-4cc7-4984-aa0c-d7192eab08db,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0d22b3-4c')
Nov 29 09:01:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Deleting instance files /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a_del
Nov 29 09:01:18 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Deletion of /opt/stack/data/nova/instances/725c1bdc-3812-4fca-9f93-4cb3690d6c7a_del complete
Nov 29 09:01:18 user nova-compute[75249]: INFO nova.compute.manager [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 29 09:01:18 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:01:18 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:01:19 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Took 1.32 seconds to deallocate network for instance.
Nov 29 09:01:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-567706ee-8119-4a74-ae18-d8703724e659 req-4b227da5-dd89-493d-a708-64016d23a5f9 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-vif-deleted-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b00bd05-f9a8-475f-a248-5c5647c7e50a req-6398b9a2-4a0c-4da9-99d5-55c776ac8181 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received event network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b00bd05-f9a8-475f-a248-5c5647c7e50a req-6398b9a2-4a0c-4da9-99d5-55c776ac8181 service nova] Acquiring lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b00bd05-f9a8-475f-a248-5c5647c7e50a req-6398b9a2-4a0c-4da9-99d5-55c776ac8181 service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b00bd05-f9a8-475f-a248-5c5647c7e50a req-6398b9a2-4a0c-4da9-99d5-55c776ac8181 service nova] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b00bd05-f9a8-475f-a248-5c5647c7e50a req-6398b9a2-4a0c-4da9-99d5-55c776ac8181 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] No waiting events found dispatching network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:20 user nova-compute[75249]: WARNING nova.compute.manager [req-5b00bd05-f9a8-475f-a248-5c5647c7e50a req-6398b9a2-4a0c-4da9-99d5-55c776ac8181 service nova] [instance: 725c1bdc-3812-4fca-9f93-4cb3690d6c7a] Received unexpected event network-vif-plugged-ac0d22b3-4cc7-4984-aa0c-d7192eab08db for instance with vm_state deleted and task_state None.
Nov 29 09:01:20 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:20 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Deleted allocations for instance 725c1bdc-3812-4fca-9f93-4cb3690d6c7a
Nov 29 09:01:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bacb64d5-e4a8-4ca0-aae4-b1069f20c490 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "725c1bdc-3812-4fca-9f93-4cb3690d6c7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.551s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:22 user nova-compute[75249]: INFO nova.compute.manager [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Terminating instance
Nov 29 09:01:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-a6169904-cf0f-4433-93aa-d6e8f5707b8f req-8452dcd7-fffc-4089-aabc-ed710f2f3b6d service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-unplugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a6169904-cf0f-4433-93aa-d6e8f5707b8f req-8452dcd7-fffc-4089-aabc-ed710f2f3b6d service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a6169904-cf0f-4433-93aa-d6e8f5707b8f req-8452dcd7-fffc-4089-aabc-ed710f2f3b6d service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a6169904-cf0f-4433-93aa-d6e8f5707b8f req-8452dcd7-fffc-4089-aabc-ed710f2f3b6d service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-a6169904-cf0f-4433-93aa-d6e8f5707b8f req-8452dcd7-fffc-4089-aabc-ed710f2f3b6d service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-unplugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-a6169904-cf0f-4433-93aa-d6e8f5707b8f req-8452dcd7-fffc-4089-aabc-ed710f2f3b6d service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-unplugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Instance destroyed successfully.
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'resources' on Instance uuid 8c8f3ac7-1002-4f80-927b-06cd2d0741cc {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:54:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-550535470',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-550535470',id=32,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF77cdWBXgWzw0aWXWu0EsCdwJImeHtoUjOMEmTmPRgAM7Rp/W7pef6DIWSy4WjuzMSWsfd2fOj+/oARjDJM/3LCSk1mOdJbP5fHkCZI0XD06UPMrybEiR3IH566+g/H9g==',key_name='tempest-keypair-280343694',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:59:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-01ycz0li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:59:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=8c8f3ac7-1002-4f80-927b-06cd2d0741cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "address": "fa:16:3e:b8:d6:cf", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c91640-f0", "ovs_interfaceid": "47c91640-f01c-4540-8ffa-62bc5fd3be19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG os_vif [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47c91640-f0, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=05925f93-dc16-4c62-a956-bdba11bf538b) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:23 user nova-compute[75249]: INFO os_vif [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:cf,bridge_name='br-int',has_traffic_filtering=True,id=47c91640-f01c-4540-8ffa-62bc5fd3be19,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c91640-f0')
Nov 29 09:01:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Deleting instance files /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc_del
Nov 29 09:01:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Deletion of /opt/stack/data/nova/instances/8c8f3ac7-1002-4f80-927b-06cd2d0741cc_del complete
Nov 29 09:01:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:23 user nova-compute[75249]: INFO nova.compute.manager [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 09:01:23 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:01:23 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:01:24 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:01:24 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Took 0.65 seconds to deallocate network for instance.
Nov 29 09:01:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-8f9a1587-cc0e-472e-86fd-a7f8f2eba2e1 req-ee45f7cc-aa14-4f15-8260-fad75f3ea58c service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-deleted-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:24 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:01:24 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:01:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:24 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Deleted allocations for instance 8c8f3ac7-1002-4f80-927b-06cd2d0741cc
Nov 29 09:01:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-407d5aef-7fd7-4241-8c6b-c2f2692f0b6c tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.982s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-de83c178-149a-4a93-bd7a-2fdbbdf76dc1 req-9f36a4cb-4c0f-4461-a3b5-2340ca2eb3c6 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:01:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de83c178-149a-4a93-bd7a-2fdbbdf76dc1 req-9f36a4cb-4c0f-4461-a3b5-2340ca2eb3c6 service nova] Acquiring lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:01:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de83c178-149a-4a93-bd7a-2fdbbdf76dc1 req-9f36a4cb-4c0f-4461-a3b5-2340ca2eb3c6 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:01:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-de83c178-149a-4a93-bd7a-2fdbbdf76dc1 req-9f36a4cb-4c0f-4461-a3b5-2340ca2eb3c6 service nova] Lock "8c8f3ac7-1002-4f80-927b-06cd2d0741cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:01:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-de83c178-149a-4a93-bd7a-2fdbbdf76dc1 req-9f36a4cb-4c0f-4461-a3b5-2340ca2eb3c6 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] No waiting events found dispatching network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:01:25 user nova-compute[75249]: WARNING nova.compute.manager [req-de83c178-149a-4a93-bd7a-2fdbbdf76dc1 req-9f36a4cb-4c0f-4461-a3b5-2340ca2eb3c6 service nova] [instance: 8c8f3ac7-1002-4f80-927b-06cd2d0741cc] Received unexpected event network-vif-plugged-47c91640-f01c-4540-8ffa-62bc5fd3be19 for instance with vm_state deleted and task_state None.
Nov 29 09:01:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:01:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:01:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:01:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:01:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:01:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:01:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:01:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "102bde60-e26a-45df-880c-a0674e197919" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:08 user nova-compute[75249]: INFO nova.compute.manager [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Terminating instance
Nov 29 09:02:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f3f4771f-1b87-4721-bdf6-d4c7464f44df req-ea2f83c2-11a4-432d-904f-9daba6749d36 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f3f4771f-1b87-4721-bdf6-d4c7464f44df req-ea2f83c2-11a4-432d-904f-9daba6749d36 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f3f4771f-1b87-4721-bdf6-d4c7464f44df req-ea2f83c2-11a4-432d-904f-9daba6749d36 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f3f4771f-1b87-4721-bdf6-d4c7464f44df req-ea2f83c2-11a4-432d-904f-9daba6749d36 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f3f4771f-1b87-4721-bdf6-d4c7464f44df req-ea2f83c2-11a4-432d-904f-9daba6749d36 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f3f4771f-1b87-4721-bdf6-d4c7464f44df req-ea2f83c2-11a4-432d-904f-9daba6749d36 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-unplugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:02:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Instance destroyed successfully.
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'resources' on Instance uuid 102bde60-e26a-45df-880c-a0674e197919 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:46:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-765738004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-765738004',id=21,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:48:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-jw686b80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:50:08Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=102bde60-e26a-45df-880c-a0674e197919,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "64913e9a-00eb-4530-a944-c96c7994d733", "address": "fa:16:3e:73:f9:f7", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64913e9a-00", "ovs_interfaceid": "64913e9a-00eb-4530-a944-c96c7994d733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_vif [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64913e9a-00, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=958f71f4-5469-434f-add2-48f9f3155239) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:09 user nova-compute[75249]: INFO os_vif [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:f9:f7,bridge_name='br-int',has_traffic_filtering=True,id=64913e9a-00eb-4530-a944-c96c7994d733,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64913e9a-00')
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yRxXWINd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:02:09 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[38e6c57d-fe41-46fb-8d49-1977175e8857]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:02:09 user nova-compute[75249]: No targets found.
Nov 29 09:02:09 user nova-compute[75249]: iSNS:
Nov 29 09:02:09 user nova-compute[75249]: No targets found.
Nov 29 09:02:09 user nova-compute[75249]: STATIC:
Nov 29 09:02:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12
Nov 29 09:02:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:02:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:02:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc
Nov 29 09:02:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:02:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:02:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634
Nov 29 09:02:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:02:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:02:09 user nova-compute[75249]: FIRMWARE:
Nov 29 09:02:09 user nova-compute[75249]: No targets found.
Nov 29 09:02:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:02:09 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:02:09 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff31ae76-39fe-4eb0-a1a8-6b2548a2ffd4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfee55cc-a761-4194-8b9a-3a0b42f4b047]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:02:09 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:09 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:02:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 (non-flash)
Nov 29 09:02:09 user nova-compute[75249]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:09 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:02:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf4678af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634'): ({'sde'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Removing single pathed devices sde {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4dadb69-979f-4194-8625-fb6778c89874]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[66dbb38b-9ab8-497d-aeb7-7c419577d192]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Flushing IO for device /dev/sde {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f20863ce-963a-4cfd-81a7-a7153fa240ad]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.041s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ae33c7-94f1-4f79-a506-d5e4d4e89703]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] SCSI volumes sde have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e927799-9fbb-46db-b5b4-e32753691604]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4484a4e-f9d7-4b1a-941c-835179c55b91]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260]
Nov 29 09:02:09 user nova-compute[75249]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634, portal: 172.16.0.220,3260] successful.
Nov 29 09:02:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035622ee-5fbc-4c88-8adb-d79b77ebf634 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fdb205e-9798-472b-bae6-b70b3ce59ee7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] <== disconnect_volume: return (277ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:02:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Deleting instance files /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919_del
Nov 29 09:02:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Deletion of /opt/stack/data/nova/instances/102bde60-e26a-45df-880c-a0674e197919_del complete
Nov 29 09:02:09 user nova-compute[75249]: INFO nova.compute.manager [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:09 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:10 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 102bde60-e26a-45df-880c-a0674e197919] Took 0.56 seconds to deallocate network for instance.
Nov 29 09:02:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-c0d01c7d-6876-46cc-b52f-0406de03b04d req-1af91769-4b94-4063-9940-378f80b80f23 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-deleted-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:10 user nova-compute[75249]: INFO nova.compute.manager [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 102bde60-e26a-45df-880c-a0674e197919] Took 0.80 seconds to detach 1 volumes for instance.
Nov 29 09:02:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-30262c23-2a83-4f9f-840d-99f04fc86000 req-6e72220d-5175-4263-a39c-2d76976bb221 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30262c23-2a83-4f9f-840d-99f04fc86000 req-6e72220d-5175-4263-a39c-2d76976bb221 service nova] Acquiring lock "102bde60-e26a-45df-880c-a0674e197919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30262c23-2a83-4f9f-840d-99f04fc86000 req-6e72220d-5175-4263-a39c-2d76976bb221 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30262c23-2a83-4f9f-840d-99f04fc86000 req-6e72220d-5175-4263-a39c-2d76976bb221 service nova] Lock "102bde60-e26a-45df-880c-a0674e197919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-30262c23-2a83-4f9f-840d-99f04fc86000 req-6e72220d-5175-4263-a39c-2d76976bb221 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] No waiting events found dispatching network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:10 user nova-compute[75249]: WARNING nova.compute.manager [req-30262c23-2a83-4f9f-840d-99f04fc86000 req-6e72220d-5175-4263-a39c-2d76976bb221 service nova] [instance: 102bde60-e26a-45df-880c-a0674e197919] Received unexpected event network-vif-plugged-64913e9a-00eb-4530-a944-c96c7994d733 for instance with vm_state active and task_state deleting.
Nov 29 09:02:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:11 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:02:11 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:02:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:11 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Deleted allocations for instance 102bde60-e26a-45df-880c-a0674e197919
Nov 29 09:02:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5c63a024-d855-494b-9521-9f027056f2b2 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "102bde60-e26a-45df-880c-a0674e197919" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.932s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:13 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:13 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:02:13 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:02:16 user nova-compute[75249]: INFO nova.compute.claims [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Claim successful on node user
Nov 29 09:02:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:02:16 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:02:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8180MB free_disk=25.130638122558594GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:02:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.330s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:02:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 878019f3-7157-4473-b547-dd99005977ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3c53ce38-e737-4201-9d35-075f7452468c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance fbd06361-d5a7-4435-9ec6-54314085e5b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.policy [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ccda71efe64ec780b03dcd66c7fa2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e4a671b2864da49391fe1fbd5c6c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:02:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Creating image(s)
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.508s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk 1073741824" returned: 0 in 0.073s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Successfully created port: cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Cannot resize image /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Ensure instance console log exists: /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Successfully updated port: cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing instance network info cache due to event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance network_info: |[{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.network.neutron [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Start _get_guest_xml network_info=[{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:02:18 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:02:18 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:02:18 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-4506674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-4506674',id=36,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFtDVGkmKI0RR6i+5WTNjUhetTIeXi3ya6aHW7ruPL3gTWiIE6jICgvqZpHbXN4poBX5eZpYle6sTtW6SkQeJDIQ2kuJFr/Sp1sMRMgqT/BvGl52ZUgXsPScEspxEYotYg==',key_name='tempest-keypair-2138971648',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-tiwplmwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:02:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=fbd06361-d5a7-4435-9ec6-54314085e5b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.objects.instance [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'pci_devices' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:02:19 user nova-compute[75249]:   <uuid>fbd06361-d5a7-4435-9ec6-54314085e5b7</uuid>
Nov 29 09:02:19 user nova-compute[75249]:   <name>instance-00000024</name>
Nov 29 09:02:19 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:02:19 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:02:19 user nova-compute[75249]:   <metadata>
Nov 29 09:02:19 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:02:19 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:02:19 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-4506674</nova:name>
Nov 29 09:02:19 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:02:18</nova:creationTime>
Nov 29 09:02:19 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:02:19 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:02:19 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:02:19 user nova-compute[75249]:       <nova:owner>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:user uuid="04ccda71efe64ec780b03dcd66c7fa2b">tempest-AttachVolumeShelveTestJSON-548873049-project-member</nova:user>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:project uuid="76e4a671b2864da49391fe1fbd5c6c65">tempest-AttachVolumeShelveTestJSON-548873049</nova:project>
Nov 29 09:02:19 user nova-compute[75249]:       </nova:owner>
Nov 29 09:02:19 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:02:19 user nova-compute[75249]:       <nova:ports>
Nov 29 09:02:19 user nova-compute[75249]:         <nova:port uuid="cfc22608-3af5-4dc6-8cf5-cf5e515f2202">
Nov 29 09:02:19 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 09:02:19 user nova-compute[75249]:         </nova:port>
Nov 29 09:02:19 user nova-compute[75249]:       </nova:ports>
Nov 29 09:02:19 user nova-compute[75249]:     </nova:instance>
Nov 29 09:02:19 user nova-compute[75249]:   </metadata>
Nov 29 09:02:19 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:02:19 user nova-compute[75249]:     <system>
Nov 29 09:02:19 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:02:19 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:02:19 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:02:19 user nova-compute[75249]:       <entry name="serial">fbd06361-d5a7-4435-9ec6-54314085e5b7</entry>
Nov 29 09:02:19 user nova-compute[75249]:       <entry name="uuid">fbd06361-d5a7-4435-9ec6-54314085e5b7</entry>
Nov 29 09:02:19 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:02:19 user nova-compute[75249]:     </system>
Nov 29 09:02:19 user nova-compute[75249]:   </sysinfo>
Nov 29 09:02:19 user nova-compute[75249]:   <os>
Nov 29 09:02:19 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:02:19 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:02:19 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:02:19 user nova-compute[75249]:   </os>
Nov 29 09:02:19 user nova-compute[75249]:   <features>
Nov 29 09:02:19 user nova-compute[75249]:     <acpi/>
Nov 29 09:02:19 user nova-compute[75249]:     <apic/>
Nov 29 09:02:19 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:02:19 user nova-compute[75249]:   </features>
Nov 29 09:02:19 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:02:19 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:02:19 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:02:19 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:02:19 user nova-compute[75249]:   </clock>
Nov 29 09:02:19 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:02:19 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:02:19 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:02:19 user nova-compute[75249]:   </cpu>
Nov 29 09:02:19 user nova-compute[75249]:   <devices>
Nov 29 09:02:19 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:02:19 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:02:19 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk"/>
Nov 29 09:02:19 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:02:19 user nova-compute[75249]:     </disk>
Nov 29 09:02:19 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:02:19 user nova-compute[75249]:       <mac address="fa:16:3e:cf:f3:52"/>
Nov 29 09:02:19 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:02:19 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:02:19 user nova-compute[75249]:       <target dev="tapcfc22608-3a"/>
Nov 29 09:02:19 user nova-compute[75249]:     </interface>
Nov 29 09:02:19 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:02:19 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/console.log" append="off"/>
Nov 29 09:02:19 user nova-compute[75249]:     </serial>
Nov 29 09:02:19 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:02:19 user nova-compute[75249]:     <video>
Nov 29 09:02:19 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:02:19 user nova-compute[75249]:     </video>
Nov 29 09:02:19 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:02:19 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:02:19 user nova-compute[75249]:     </rng>
Nov 29 09:02:19 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:02:19 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:02:19 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:02:19 user nova-compute[75249]:     </memballoon>
Nov 29 09:02:19 user nova-compute[75249]:   </devices>
Nov 29 09:02:19 user nova-compute[75249]: </domain>
Nov 29 09:02:19 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-4506674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-4506674',id=36,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFtDVGkmKI0RR6i+5WTNjUhetTIeXi3ya6aHW7ruPL3gTWiIE6jICgvqZpHbXN4poBX5eZpYle6sTtW6SkQeJDIQ2kuJFr/Sp1sMRMgqT/BvGl52ZUgXsPScEspxEYotYg==',key_name='tempest-keypair-2138971648',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-tiwplmwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:02:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=fbd06361-d5a7-4435-9ec6-54314085e5b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG os_vif [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dd85ac3-50a2-509c-a4ae-5f024065c034', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfc22608-3a, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfc22608-3a, col_values=(('qos', UUID('3a0c2032-701e-47c3-918d-ce338e3aff2b')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfc22608-3a, col_values=(('external_ids', {'iface-id': 'cfc22608-3af5-4dc6-8cf5-cf5e515f2202', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cf:f3:52', 'vm-uuid': 'fbd06361-d5a7-4435-9ec6-54314085e5b7'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:19 user nova-compute[75249]: INFO os_vif [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a')
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No VIF found with MAC fa:16:3e:cf:f3:52, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updated VIF entry in instance network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4f3aab8d-19e3-49d4-b1f5-71203684fef3 req-40203661-980e-4e31-b625-ecc7868b56ae service nova] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updating instance_info_cache with network_info: [{"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-878019f3-7157-4473-b547-dd99005977ae" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-4ac34fe8-bf6a-4d2e-b9b8-a56ff7b1bd65 req-c8e57481-1773-44b0-b6a9-26bbafbb453a service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4ac34fe8-bf6a-4d2e-b9b8-a56ff7b1bd65 req-c8e57481-1773-44b0-b6a9-26bbafbb453a service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4ac34fe8-bf6a-4d2e-b9b8-a56ff7b1bd65 req-c8e57481-1773-44b0-b6a9-26bbafbb453a service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4ac34fe8-bf6a-4d2e-b9b8-a56ff7b1bd65 req-c8e57481-1773-44b0-b6a9-26bbafbb453a service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG nova.compute.manager [req-4ac34fe8-bf6a-4d2e-b9b8-a56ff7b1bd65 req-c8e57481-1773-44b0-b6a9-26bbafbb453a service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:20 user nova-compute[75249]: WARNING nova.compute.manager [req-4ac34fe8-bf6a-4d2e-b9b8-a56ff7b1bd65 req-c8e57481-1773-44b0-b6a9-26bbafbb453a service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state building and task_state spawning.
Nov 29 09:02:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:02:22 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance spawned successfully.
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:02:22 user nova-compute[75249]: INFO nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Took 5.15 seconds to spawn the instance on the hypervisor.
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:02:22 user nova-compute[75249]: INFO nova.compute.manager [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Took 6.18 seconds to build instance.
Nov 29 09:02:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-57e6c0bc-57ea-4d63-b26c-81103af90d74 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.282s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-694f68d9-8907-448a-a2f1-df54f0a32574 req-1acbc6c8-fad4-4359-b57f-47b888b2c292 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-694f68d9-8907-448a-a2f1-df54f0a32574 req-1acbc6c8-fad4-4359-b57f-47b888b2c292 service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-694f68d9-8907-448a-a2f1-df54f0a32574 req-1acbc6c8-fad4-4359-b57f-47b888b2c292 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-694f68d9-8907-448a-a2f1-df54f0a32574 req-1acbc6c8-fad4-4359-b57f-47b888b2c292 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-694f68d9-8907-448a-a2f1-df54f0a32574 req-1acbc6c8-fad4-4359-b57f-47b888b2c292 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:22 user nova-compute[75249]: WARNING nova.compute.manager [req-694f68d9-8907-448a-a2f1-df54f0a32574 req-1acbc6c8-fad4-4359-b57f-47b888b2c292 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state active and task_state None.
Nov 29 09:02:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing instance network info cache due to event network-changed-61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] Acquiring lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] Acquired lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG nova.network.neutron [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Refreshing network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:23 user nova-compute[75249]: INFO nova.compute.manager [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Terminating instance
Nov 29 09:02:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updated VIF entry in instance network info cache for port 61665f9e-c688-4aac-a43c-56e1448f3faf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [{"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bf068c9f-1e61-4ba2-988a-12d627303119 req-cc9e16cd-5108-476b-ab18-3215c8a339f4 service nova] Releasing lock "refresh_cache-3c53ce38-e737-4201-9d35-075f7452468c" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Instance destroyed successfully.
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.objects.instance [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lazy-loading 'resources' on Instance uuid 3c53ce38-e737-4201-9d35-075f7452468c {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:56:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-247895909',display_name='tempest-TestShelveInstance-server-247895909',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-247895909',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3IHp0rTU/s5hfb0LHA2e/oBk5oLMf5+jC8Dbk/ASjBuZkYCBDiXDyNiL5ANDxPWXlsFHtLPlItINjIgQmg5bMkEprOUVrbZQttmP9bMGHbcI5ftFRj5KEP7ncR0PRQsA==',key_name='tempest-TestShelveInstance-1236762400',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:00:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1aefe1ca01714bfc9f7adadf7e8540b2',ramdisk_id='',reservation_id='r-5k1b9w0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1148532394',owner_user_name='tempest-TestShelveInstance-1148532394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:00:47Z,user_data=None,user_id='8defb70c24f848d6bc1569028f639650',uuid=3c53ce38-e737-4201-9d35-075f7452468c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converting VIF {"id": "61665f9e-c688-4aac-a43c-56e1448f3faf", "address": "fa:16:3e:df:81:cb", "network": {"id": "f315dba1-b14d-4f72-bb23-ffc12977d594", "bridge": "br-int", "label": "tempest-TestShelveInstance-1812735345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aefe1ca01714bfc9f7adadf7e8540b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61665f9e-c6", "ovs_interfaceid": "61665f9e-c688-4aac-a43c-56e1448f3faf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_vif [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61665f9e-c6, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c04de7ec-1613-42f8-8059-46b595f52fca) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:24 user nova-compute[75249]: INFO os_vif [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:81:cb,bridge_name='br-int',has_traffic_filtering=True,id=61665f9e-c688-4aac-a43c-56e1448f3faf,network=Network(f315dba1-b14d-4f72-bb23-ffc12977d594),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61665f9e-c6')
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulITJQmO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:02:24 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2545b1-52a7-4983-bb03-29440775c386]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:02:24 user nova-compute[75249]: No targets found.
Nov 29 09:02:24 user nova-compute[75249]: iSNS:
Nov 29 09:02:24 user nova-compute[75249]: No targets found.
Nov 29 09:02:24 user nova-compute[75249]: STATIC:
Nov 29 09:02:24 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12
Nov 29 09:02:24 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:02:24 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:02:24 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc
Nov 29 09:02:24 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:02:24 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:02:24 user nova-compute[75249]: FIRMWARE:
Nov 29 09:02:24 user nova-compute[75249]: No targets found.
Nov 29 09:02:24 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:02:24 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:02:24 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa111330-726a-4fc5-8179-f07e6d8ef28c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa655175-7e1b-4f30-a1b5-fe7ff1085ea9]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:24 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:02:24 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:24 user nova-compute[75249]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc (non-flash)
Nov 29 09:02:24 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0b58820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b47cc6d-4549-43ad-96b6-48fd53878345]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3504af91-b825-43d5-9be8-ba6a74eb7506]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a73b9d-c405-4f39-b64e-59fd85133623]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0c99636-cbe7-49a8-be1f-24991fcda8dd]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26266656633623231', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cb917595', '/dev/disk/by-id/scsi-1SCST_BIOcb917595-bfef3b211abee401') {{(pid=86571) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38b1900-7fa8-4985-b8f3-41172a561957]: (4, None) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25feb073-cc35-4c08-80df-0266f6110df6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:24 user nova-compute[75249]: WARNING nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state deleting.
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:24 user nova-compute[75249]: WARNING nova.compute.manager [req-413488ad-7bf2-4012-9aac-aa89361940e3 req-50d5a3de-5f20-4f0f-aad9-aae32c8faf63 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state deleting.
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff01229-0842-4d8d-9292-b68296b80446]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260]
Nov 29 09:02:24 user nova-compute[75249]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc, portal: 172.16.0.220,3260] successful.
Nov 29 09:02:24 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab315762-fa1a-469f-b678-de2f049525cc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b011f6-d02a-4596-b121-1a017643cd20]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] <== disconnect_volume: return (367ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:02:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Deleting instance files /opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c_del
Nov 29 09:02:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Deletion of /opt/stack/data/nova/instances/3c53ce38-e737-4201-9d35-075f7452468c_del complete
Nov 29 09:02:24 user nova-compute[75249]: INFO nova.compute.manager [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Took 1.29 seconds to destroy the instance on the hypervisor.
Nov 29 09:02:24 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:02:24 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:02:25 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:25 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Took 0.99 seconds to deallocate network for instance.
Nov 29 09:02:26 user nova-compute[75249]: INFO nova.compute.manager [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Took 0.80 seconds to detach 1 volumes for instance.
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Deleting volume: ab315762-fa1a-469f-b678-de2f049525cc {{(pid=75249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:26 user nova-compute[75249]: WARNING nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state deleting.
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-unplugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Acquiring lock "3c53ce38-e737-4201-9d35-075f7452468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] Lock "3c53ce38-e737-4201-9d35-075f7452468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] No waiting events found dispatching network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:26 user nova-compute[75249]: WARNING nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received unexpected event network-vif-plugged-61665f9e-c688-4aac-a43c-56e1448f3faf for instance with vm_state active and task_state deleting.
Nov 29 09:02:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-1489cda2-10ee-40fe-8e82-40e7598e9579 req-ec709f66-7d12-4c4e-8645-0414e2dc4403 service nova] [instance: 3c53ce38-e737-4201-9d35-075f7452468c] Received event network-vif-deleted-61665f9e-c688-4aac-a43c-56e1448f3faf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:27 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:02:27 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:02:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:27 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Deleted allocations for instance 3c53ce38-e737-4201-9d35-075f7452468c
Nov 29 09:02:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-3edf8163-3ead-4a0c-bda8-bf37a45a7d94 tempest-TestShelveInstance-1148532394 tempest-TestShelveInstance-1148532394-project-member] Lock "3c53ce38-e737-4201-9d35-075f7452468c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.666s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:02:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-changed-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Refreshing instance network info cache due to event network-changed-f5629328-734a-4988-a757-342161cfc834. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] Acquiring lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] Acquired lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG nova.network.neutron [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Refreshing network info cache for port f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG nova.network.neutron [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updated VIF entry in instance network info cache for port f5629328-734a-4988-a757-342161cfc834. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG nova.network.neutron [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updating instance_info_cache with network_info: [{"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-36f3ae02-188f-4b62-a933-e8123e10b384 req-e4d44629-a64c-4294-8872-f138bef8caa2 service nova] Releasing lock "refresh_cache-17d2d081-a06c-4f7b-bd21-0a5157b27401" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:02:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:46 user nova-compute[75249]: INFO nova.compute.manager [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attaching volume fd020441-3e5d-41cb-9038-5ad762f2f145 to /dev/vdb
Nov 29 09:02:46 user nova-compute[75249]: DEBUG os_brick.utils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad615bc9-cc8e-4ab9-a2e1-b0e5d8005b75]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d25074-6410-4d84-aa3a-7b5f589e5dbc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b680c5de-6181-4115-bc90-ae76804aca35]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7dece89-60a1-4fe2-addf-ffb5fd6d4779]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:02:46 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:02:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[97199a0c-4560-4447-97b9-5ab509e5ae72]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG os_brick.utils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:02:46 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updating existing volume attachment record: c5319990-a39b-4108-ba61-f0e59285e5c8 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:02:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulKgTvCa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:02:53 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:02:53 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:02:53 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e6cf8e1-ce29-4dc6-bbc2-a121a4072e75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:02:53 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8b4fe8-e730-4489-b694-e0b26e3e8b82]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145] added
Nov 29 09:02:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6646189d-aa10-41a8-804e-83b23daea509]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6240a2f1-3d36-4489-ade6-c43d70a4d63a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ulKgTvCa {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ulKgTvCa" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6961db-2672-42fd-b066-a3fc3ff8bde1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ulKgTvCa'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb59fbc-2389-48e4-8406-75084de5b2c2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f8ee7db-dbd4-4586-8ed1-3ffd026721a2]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[31cd1335-cba2-4d2c-a49e-7e83cee590aa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260]
Nov 29 09:02:53 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260] successful.
Nov 29 09:02:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a72a8ed-9a8f-4f14-a006-4510af6bcfe6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[525f85d1-000f-410a-bd3d-abade9fc5d00]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:53 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:02:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:02:53 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:02:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8038a3-e257-4da2-9575-c334965afa09]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulKgTvCa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing instance network info cache due to event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:54 user nova-compute[75249]: INFO nova.compute.manager [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Detaching volume c22bb1af-a78c-40da-8c0b-b38e362b8b12
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updated VIF entry in instance network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:54 user nova-compute[75249]: INFO nova.virt.block_device [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Attempting to driver detach volume c22bb1af-a78c-40da-8c0b-b38e362b8b12 from mountpoint /dev/vdb
Nov 29 09:02:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad0b237c-67f0-4008-a506-2f11dcb5aab1 req-4338ced3-ced6-490a-9b4b-83b71a1e63f8 service nova] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Attempting to detach device vdb from instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:02:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:02:54 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 09:02:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:02:54 user nova-compute[75249]:   <serial>c22bb1af-a78c-40da-8c0b-b38e362b8b12</serial>
Nov 29 09:02:54 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:02:54 user nova-compute[75249]: </disk>
Nov 29 09:02:54 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:02:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully detached device vdb from instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b from the persistent domain config.
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:02:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:02:54 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 09:02:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:02:54 user nova-compute[75249]:   <serial>c22bb1af-a78c-40da-8c0b-b38e362b8b12</serial>
Nov 29 09:02:54 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:02:54 user nova-compute[75249]: </disk>
Nov 29 09:02:54 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26133376564316463', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133376564316463', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:02:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:02:54 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:02:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:02:54 user nova-compute[75249]:   <serial>fd020441-3e5d-41cb-9038-5ad762f2f145</serial>
Nov 29 09:02:54 user nova-compute[75249]: </disk>
Nov 29 09:02:54 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No VIF found with MAC fa:16:3e:f0:8c:c6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9259593b-c5b9-42fc-b6e9-04372495d0fb tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.232s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing instance network info cache due to event network-changed-18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] Acquiring lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] Acquired lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:02:55 user nova-compute[75249]: DEBUG nova.network.neutron [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Refreshing network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:02:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updated VIF entry in instance network info cache for port 18471e3a-498e-4324-90d4-c5b52c54ab4d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:02:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [{"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:02:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a2be7d02-8c82-4acb-80e7-f355fd1e27a7 req-b23e20de-f42f-43d3-bebd-d782a3e994b1 service nova] Releasing lock "refresh_cache-4482a646-5ce5-480a-8fc0-bf772bfebe4b" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG nova.objects.instance [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:58 user nova-compute[75249]: INFO nova.compute.manager [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attaching volume 3db9423b-f578-4495-aeed-18ed4631831b to /dev/vdc
Nov 29 09:02:58 user nova-compute[75249]: DEBUG os_brick.utils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a961eff-770e-4d28-9e34-df7859eae10b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[df9f75aa-5d07-4fed-b996-f410f64cb2ba]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f35492-cf82-47de-9048-fcb92c39b11a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1ca1e4-3fb8-4aec-b1c2-5784b117c7ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:02:58 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:02:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6169b306-0874-4e02-a814-f4af094bab55]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG os_brick.utils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:02:58 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updating existing volume attachment record: 748ac4d1-17c5-480f-8bfd-5bd8a7920b6d {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "878019f3-7157-4473-b547-dd99005977ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "878019f3-7157-4473-b547-dd99005977ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "878019f3-7157-4473-b547-dd99005977ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:59 user nova-compute[75249]: INFO nova.compute.manager [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Terminating instance
Nov 29 09:02:59 user nova-compute[75249]: DEBUG nova.compute.manager [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-cacc3b20-dafc-4d4a-a9fd-eb598ba44701 req-1d3ce2a1-274b-40a8-8146-1302ae4282d3 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-vif-unplugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cacc3b20-dafc-4d4a-a9fd-eb598ba44701 req-1d3ce2a1-274b-40a8-8146-1302ae4282d3 service nova] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cacc3b20-dafc-4d4a-a9fd-eb598ba44701 req-1d3ce2a1-274b-40a8-8146-1302ae4282d3 service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cacc3b20-dafc-4d4a-a9fd-eb598ba44701 req-1d3ce2a1-274b-40a8-8146-1302ae4282d3 service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-cacc3b20-dafc-4d4a-a9fd-eb598ba44701 req-1d3ce2a1-274b-40a8-8146-1302ae4282d3 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] No waiting events found dispatching network-vif-unplugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-cacc3b20-dafc-4d4a-a9fd-eb598ba44701 req-1d3ce2a1-274b-40a8-8146-1302ae4282d3 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-vif-unplugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:02:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 878019f3-7157-4473-b547-dd99005977ae] Instance destroyed successfully.
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.objects.instance [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lazy-loading 'resources' on Instance uuid 878019f3-7157-4473-b547-dd99005977ae {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-913448681',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-913448681',id=13,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:43:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='782939fa1f2648eb8b0e8ec8c26ccc30',ramdisk_id='',reservation_id='r-eo1kqw1l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-805179477',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:45:18Z,user_data=None,user_id='6d2825c6d64440be860bb95c92faea38',uuid=878019f3-7157-4473-b547-dd99005977ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converting VIF {"id": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "address": "fa:16:3e:76:a8:18", "network": {"id": "b74299cd-5616-4355-b903-341878509974", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-738298628-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "782939fa1f2648eb8b0e8ec8c26ccc30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1285012-c5", "ovs_interfaceid": "d1285012-c5ef-4f19-a119-3f2bcba659c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG os_vif [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1285012-c5, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=669f159a-66da-48d3-b3a2-850d89852d87) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:00 user nova-compute[75249]: INFO os_vif [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:a8:18,bridge_name='br-int',has_traffic_filtering=True,id=d1285012-c5ef-4f19-a119-3f2bcba659c8,network=Network(b74299cd-5616-4355-b903-341878509974),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1285012-c5')
Nov 29 09:03:00 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Deleting instance files /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae_del
Nov 29 09:03:00 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Deletion of /opt/stack/data/nova/instances/878019f3-7157-4473-b547-dd99005977ae_del complete
Nov 29 09:03:00 user nova-compute[75249]: INFO nova.compute.manager [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] [instance: 878019f3-7157-4473-b547-dd99005977ae] Took 1.08 seconds to destroy the instance on the hypervisor.
Nov 29 09:03:00 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 878019f3-7157-4473-b547-dd99005977ae] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 878019f3-7157-4473-b547-dd99005977ae] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 878019f3-7157-4473-b547-dd99005977ae] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:03:00 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 878019f3-7157-4473-b547-dd99005977ae] Took 0.45 seconds to deallocate network for instance.
Nov 29 09:03:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:03:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.270s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:00 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Deleted allocations for instance 878019f3-7157-4473-b547-dd99005977ae
Nov 29 09:03:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aeedc323-4cfa-4b4a-97c5-7a13ebc9cb20 tempest-ServerBootFromVolumeStableRescueTest-805179477 tempest-ServerBootFromVolumeStableRescueTest-805179477-project-member] Lock "878019f3-7157-4473-b547-dd99005977ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.005s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] Acquiring lock "878019f3-7157-4473-b547-dd99005977ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] Lock "878019f3-7157-4473-b547-dd99005977ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] No waiting events found dispatching network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:03:01 user nova-compute[75249]: WARNING nova.compute.manager [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received unexpected event network-vif-plugged-d1285012-c5ef-4f19-a119-3f2bcba659c8 for instance with vm_state deleted and task_state None.
Nov 29 09:03:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-18a1a0f1-9df5-4185-809b-ac2d850129a3 req-d71ecf85-0f07-4a3b-a077-bb58a6234e49 service nova] [instance: 878019f3-7157-4473-b547-dd99005977ae] Received event network-vif-deleted-d1285012-c5ef-4f19-a119-3f2bcba659c8 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZCpscWAV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:03:05 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:03:05 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:03:05 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5f82b6-5cd9-4219-bda8-06899f5dbdd5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:03:05 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8252050a-beaf-47a4-a65c-e3daaa7b2d57]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b] added
Nov 29 09:03:05 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[550e5fd9-589f-4e83-839f-0fd0322aa7ad]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d018dbfb-fca8-4313-b166-dd994055b177]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZCpscWAV {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZCpscWAV" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c44d0c41-d920-49b3-8085-ae597d3c7365]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZCpscWAV'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e8d7d5-924a-4931-9407-923aba4b2cbb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[04533aff-9797-4e5d-a988-d70dc38baa13]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a226e91f-e258-44fe-b54f-87ff206ee2f8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260]
Nov 29 09:03:06 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260] successful.
Nov 29 09:03:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[73109358-7928-41fd-a971-ebac95b96558]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bdb7a4c-a0f8-4a7c-acac-f99bf1568e76]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:06 user nova-compute[75249]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:06 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[446e7a2c-ea60-4b70-85de-d3ab99be92d2]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:03:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZCpscWAV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26636316165643438', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636316165643438', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:03:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:03:07 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:03:07 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 09:03:07 user nova-compute[75249]:   <serial>3db9423b-f578-4495-aeed-18ed4631831b</serial>
Nov 29 09:03:07 user nova-compute[75249]: </disk>
Nov 29 09:03:07 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] No VIF found with MAC fa:16:3e:f0:8c:c6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:03:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-06a2f684-4103-4864-b3f8-ccaf4aa8cbbd tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.151s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:08 user nova-compute[75249]: INFO nova.compute.manager [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Detaching volume fd020441-3e5d-41cb-9038-5ad762f2f145
Nov 29 09:03:08 user nova-compute[75249]: INFO nova.virt.block_device [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attempting to driver detach volume fd020441-3e5d-41cb-9038-5ad762f2f145 from mountpoint /dev/vdb
Nov 29 09:03:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Attempting to detach device vdb from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:03:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:03:08 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:03:08 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:03:08 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:03:08 user nova-compute[75249]:   <serial>fd020441-3e5d-41cb-9038-5ad762f2f145</serial>
Nov 29 09:03:08 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:03:08 user nova-compute[75249]: </disk>
Nov 29 09:03:08 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:03:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully detached device vdb from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the persistent domain config.
Nov 29 09:03:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:03:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:03:08 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:03:08 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:03:08 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:03:08 user nova-compute[75249]:   <serial>fd020441-3e5d-41cb-9038-5ad762f2f145</serial>
Nov 29 09:03:08 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:03:08 user nova-compute[75249]: </disk>
Nov 29 09:03:08 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:03:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:03:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:10 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:11 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:03:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b is timed out.
Nov 29 09:03:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully detached device vdb from instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b from the live domain config.
Nov 29 09:03:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zBmKjWCE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:03:14 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[926fae6a-a404-48df-82a2-ddec618b0a41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:03:14 user nova-compute[75249]: No targets found.
Nov 29 09:03:14 user nova-compute[75249]: iSNS:
Nov 29 09:03:14 user nova-compute[75249]: No targets found.
Nov 29 09:03:14 user nova-compute[75249]: STATIC:
Nov 29 09:03:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12
Nov 29 09:03:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:03:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:03:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145
Nov 29 09:03:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:03:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:03:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b
Nov 29 09:03:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:03:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:03:14 user nova-compute[75249]: FIRMWARE:
Nov 29 09:03:14 user nova-compute[75249]: No targets found.
Nov 29 09:03:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:03:14 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:03:14 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b3b39f6-22d4-4bd5-bfd1-8bafa321019c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4405ea-f994-4551-a541-6c0f79b5f753]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:03:14 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:14 user nova-compute[75249]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 (non-flash)
Nov 29 09:03:14 user nova-compute[75249]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:14 user nova-compute[75249]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dada20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9904838e-3450-445e-9258-3b7429032ee4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e691e55-5e82-4e09-b147-d6e3ce995489]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad168580-b47b-4bb8-a938-64a2b445abbd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:03:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.115s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc45386-8e29-4fba-9a11-123517e95ba2]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3338b70-4ad9-417f-ba5d-18b218215160]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47800a5-f786-41eb-8866-5a08411ba50a]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260]
Nov 29 09:03:15 user nova-compute[75249]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12, portal: 172.16.0.220,3260] successful.
Nov 29 09:03:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c22bb1af-a78c-40da-8c0b-b38e362b8b12 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c02a490e-1e22-421c-b623-bc6fdc19f160]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.443s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] <== disconnect_volume: return (445ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:15 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'flavor' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7f457e8a-ff5d-4b7f-9a79-012f16cc6647 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.857s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:18 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:03:18 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8248MB free_disk=25.21651840209961GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance fbd06361-d5a7-4435-9ec6-54314085e5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:03:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.394s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:03:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [{"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:03:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-34c3cce5-2f50-4f55-ba69-ae045b526a53" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:03:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:03:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:03:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:03:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:03:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 is timed out.
Nov 29 09:03:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully detached device vdb from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the live domain config.
Nov 29 09:03:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ulKgTvCa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:03:29 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6bf73b5-2eac-43cf-9267-93053bd2617a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:03:29 user nova-compute[75249]: No targets found.
Nov 29 09:03:29 user nova-compute[75249]: iSNS:
Nov 29 09:03:29 user nova-compute[75249]: No targets found.
Nov 29 09:03:29 user nova-compute[75249]: STATIC:
Nov 29 09:03:29 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145
Nov 29 09:03:29 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:03:29 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:03:29 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b
Nov 29 09:03:29 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:03:29 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:03:29 user nova-compute[75249]: FIRMWARE:
Nov 29 09:03:29 user nova-compute[75249]: No targets found.
Nov 29 09:03:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:03:29 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:03:29 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b9dc87-2f83-4f98-b2c5-433bf7b25c8a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8e3ca0-6f69-4577-bd8c-dbe0fce1959d]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:29 user nova-compute[75249]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 (non-flash)
Nov 29 09:03:29 user nova-compute[75249]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0b39e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[895141d9-d8f9-47bd-bab0-7ca2d9ca8a7b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9068343-f3a9-4efd-b5ac-fa328ca5aaea]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb2f1e11-c431-477b-9997-de7e3f13ca36]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7168505f-aaef-4ff2-aa4e-f9b24594e3ee]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46c6b6f-5e10-4f9a-b44a-800ee8bda0db]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[23203b95-ede2-471f-837b-857de1289929]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260]
Nov 29 09:03:29 user nova-compute[75249]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145, portal: 172.16.0.220,3260] successful.
Nov 29 09:03:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd020441-3e5d-41cb-9038-5ad762f2f145 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[575e7037-b305-4a40-933f-4c84bf40521a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== disconnect_volume: return (290ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:03:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:03:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:03:30 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e46870c9-2434-48d0-bdb2-4e3ec6b639a9 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.618s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:31 user nova-compute[75249]: INFO nova.compute.manager [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Detaching volume 3db9423b-f578-4495-aeed-18ed4631831b
Nov 29 09:03:31 user nova-compute[75249]: INFO nova.virt.block_device [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Attempting to driver detach volume 3db9423b-f578-4495-aeed-18ed4631831b from mountpoint /dev/vdc
Nov 29 09:03:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Attempting to detach device vdc from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:03:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:03:31 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:03:31 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:03:31 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 09:03:31 user nova-compute[75249]:   <serial>3db9423b-f578-4495-aeed-18ed4631831b</serial>
Nov 29 09:03:31 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 09:03:31 user nova-compute[75249]: </disk>
Nov 29 09:03:31 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:03:31 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully detached device vdc from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the persistent domain config.
Nov 29 09:03:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:03:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:03:31 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:03:31 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:03:31 user nova-compute[75249]:   <target dev="vdc" bus="virtio"/>
Nov 29 09:03:31 user nova-compute[75249]:   <serial>3db9423b-f578-4495-aeed-18ed4631831b</serial>
Nov 29 09:03:31 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 09:03:31 user nova-compute[75249]: </disk>
Nov 29 09:03:31 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:03:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:03:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:44 user nova-compute[75249]: INFO nova.compute.manager [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Terminating instance
Nov 29 09:03:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-4554a6a6-e503-4859-998b-690933f2a337 req-679137ed-2f6f-4e0a-a5a9-7d8cdafae169 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4554a6a6-e503-4859-998b-690933f2a337 req-679137ed-2f6f-4e0a-a5a9-7d8cdafae169 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4554a6a6-e503-4859-998b-690933f2a337 req-679137ed-2f6f-4e0a-a5a9-7d8cdafae169 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4554a6a6-e503-4859-998b-690933f2a337 req-679137ed-2f6f-4e0a-a5a9-7d8cdafae169 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-4554a6a6-e503-4859-998b-690933f2a337 req-679137ed-2f6f-4e0a-a5a9-7d8cdafae169 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-4554a6a6-e503-4859-998b-690933f2a337 req-679137ed-2f6f-4e0a-a5a9-7d8cdafae169 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-unplugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Instance destroyed successfully.
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'resources' on Instance uuid 4482a646-5ce5-480a-8fc0-bf772bfebe4b {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:57:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1047749570',display_name='tempest-ServerRescueNegativeTestJSON-server-1047749570',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1047749570',id=34,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZZsEB2eZxYiuuOfZCWN1ThlQT1FoBr0XgTtZEI1altutBCBawYgwKtOoEGpr8AUgj6UvkNI4IB6G6bLKUWpk3ATYZIZA8QXmYOsB4STmUwPZQ1Gwg36yVuSBQZFLxwcw==',key_name='tempest-keypair-1530697103',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:59:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-6a15ufv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:01:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=4482a646-5ce5-480a-8fc0-bf772bfebe4b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "address": "fa:16:3e:1e:ac:21", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18471e3a-49", "ovs_interfaceid": "18471e3a-498e-4324-90d4-c5b52c54ab4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG os_vif [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18471e3a-49, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acc66368-b4c9-47e9-8c5e-c4e155e31bf0) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:45 user nova-compute[75249]: INFO os_vif [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:ac:21,bridge_name='br-int',has_traffic_filtering=True,id=18471e3a-498e-4324-90d4-c5b52c54ab4d,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18471e3a-49')
Nov 29 09:03:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Deleting instance files /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b_del
Nov 29 09:03:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Deletion of /opt/stack/data/nova/instances/4482a646-5ce5-480a-8fc0-bf772bfebe4b_del complete
Nov 29 09:03:45 user nova-compute[75249]: INFO nova.compute.manager [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 09:03:45 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:03:45 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:03:46 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:03:46 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Took 0.81 seconds to deallocate network for instance.
Nov 29 09:03:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-b2c6446f-677a-45bc-b33a-14c6f69a7f46 req-311e14cc-e294-4f3c-b8a5-fa2981bc7e5b service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-deleted-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:46 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:03:46 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:03:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:46 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Deleted allocations for instance 4482a646-5ce5-480a-8fc0-bf772bfebe4b
Nov 29 09:03:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9e4ae5aa-9c04-413d-8423-bbfb03ed02a2 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.169s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-62f83d36-7658-41d6-b605-bfa63ac4159f req-d4a31957-7239-4752-9ade-644f4c68dcf6 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-62f83d36-7658-41d6-b605-bfa63ac4159f req-d4a31957-7239-4752-9ade-644f4c68dcf6 service nova] Acquiring lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-62f83d36-7658-41d6-b605-bfa63ac4159f req-d4a31957-7239-4752-9ade-644f4c68dcf6 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-62f83d36-7658-41d6-b605-bfa63ac4159f req-d4a31957-7239-4752-9ade-644f4c68dcf6 service nova] Lock "4482a646-5ce5-480a-8fc0-bf772bfebe4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-62f83d36-7658-41d6-b605-bfa63ac4159f req-d4a31957-7239-4752-9ade-644f4c68dcf6 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] No waiting events found dispatching network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:03:47 user nova-compute[75249]: WARNING nova.compute.manager [req-62f83d36-7658-41d6-b605-bfa63ac4159f req-d4a31957-7239-4752-9ade-644f4c68dcf6 service nova] [instance: 4482a646-5ce5-480a-8fc0-bf772bfebe4b] Received unexpected event network-vif-plugged-18471e3a-498e-4324-90d4-c5b52c54ab4d for instance with vm_state deleted and task_state None.
Nov 29 09:03:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:51 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 is timed out.
Nov 29 09:03:51 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully detached device vdc from instance 17d2d081-a06c-4f7b-bd21-0a5157b27401 from the live domain config.
Nov 29 09:03:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZCpscWAV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:03:51 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6263a5-4b0a-48d5-bc73-e44f9d4b4239]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:03:51 user nova-compute[75249]: No targets found.
Nov 29 09:03:51 user nova-compute[75249]: iSNS:
Nov 29 09:03:51 user nova-compute[75249]: No targets found.
Nov 29 09:03:51 user nova-compute[75249]: STATIC:
Nov 29 09:03:51 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b
Nov 29 09:03:51 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:03:51 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:03:51 user nova-compute[75249]: FIRMWARE:
Nov 29 09:03:51 user nova-compute[75249]: No targets found.
Nov 29 09:03:51 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:03:51 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:03:51 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[60f6c61f-dc06-4e9b-bb0b-41d3f8a2d1cf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[33ce6987-d6da-4118-9835-34a6fa0a3f60]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:51 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b (non-flash)
Nov 29 09:03:51 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0b5b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:03:51 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e81748f-1b57-44b5-bf86-1b94e2659bfc]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d24dc9dc-23da-4bde-9d74-5f85f8866235]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f530cd29-e5f5-4976-9dcf-4d6828597d54]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0edadb75-d01e-425b-abf3-0269a36f55eb]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab33ec9-97da-4213-a5ea-f81dbc7b4690]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d798db-5496-418f-8a91-f9f80939728f]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260]
Nov 29 09:03:52 user nova-compute[75249]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b, portal: 172.16.0.220,3260] successful.
Nov 29 09:03:52 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db9423b-f578-4495-aeed-18ed4631831b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[af75a031-a4b2-42aa-9bfd-48ff1772dbe7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] <== disconnect_volume: return (295ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:03:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:53 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'flavor' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e7b16ff3-df58-48d3-903b-c24b6f3c5013 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.677s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:54 user nova-compute[75249]: INFO nova.compute.manager [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Terminating instance
Nov 29 09:03:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-61a564c4-296f-4677-b9f5-4c2601ba1a2d req-5c326fc2-1ee1-4af0-ab36-530d4c851963 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-vif-unplugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61a564c4-296f-4677-b9f5-4c2601ba1a2d req-5c326fc2-1ee1-4af0-ab36-530d4c851963 service nova] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61a564c4-296f-4677-b9f5-4c2601ba1a2d req-5c326fc2-1ee1-4af0-ab36-530d4c851963 service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61a564c4-296f-4677-b9f5-4c2601ba1a2d req-5c326fc2-1ee1-4af0-ab36-530d4c851963 service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-61a564c4-296f-4677-b9f5-4c2601ba1a2d req-5c326fc2-1ee1-4af0-ab36-530d4c851963 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] No waiting events found dispatching network-vif-unplugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:03:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-61a564c4-296f-4677-b9f5-4c2601ba1a2d req-5c326fc2-1ee1-4af0-ab36-530d4c851963 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-vif-unplugged-f5629328-734a-4988-a757-342161cfc834 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:03:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Instance destroyed successfully.
Nov 29 09:03:55 user nova-compute[75249]: DEBUG nova.objects.instance [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lazy-loading 'resources' on Instance uuid 17d2d081-a06c-4f7b-bd21-0a5157b27401 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:00:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-258894181',display_name='tempest-AttachVolumeTestJSON-server-258894181',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-258894181',id=35,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLUaALrk9YBJMNAO4oSNsjbJRZPwOXoydyVmE1FPoMFwBDqNVe5O0dX5bDjo2CLsTEmmtXK2y3fVBLjj60RJtc6mBpapIrpLz/VkWFRU70O8/UXyfIxO1k/2lOsIbkC2TA==',key_name='tempest-keypair-788873046',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:00:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4fb0f05620f54790adf468e7f8ee6cb2',ramdisk_id='',reservation_id='r-ivhv20bg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1529971332',owner_user_name='tempest-AttachVolumeTestJSON-1529971332-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:00:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='08ce42ba533844bbac6a4aa7812defc8',uuid=17d2d081-a06c-4f7b-bd21-0a5157b27401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converting VIF {"id": "f5629328-734a-4988-a757-342161cfc834", "address": "fa:16:3e:f0:8c:c6", "network": {"id": "c9302f25-019e-44e0-8399-86c6e0630fd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-983063424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fb0f05620f54790adf468e7f8ee6cb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5629328-73", "ovs_interfaceid": "f5629328-734a-4988-a757-342161cfc834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG os_vif [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf5629328-73, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a6ad9c9f-5ece-497d-a8fd-0c2d30675938) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:03:55 user nova-compute[75249]: INFO os_vif [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:8c:c6,bridge_name='br-int',has_traffic_filtering=True,id=f5629328-734a-4988-a757-342161cfc834,network=Network(c9302f25-019e-44e0-8399-86c6e0630fd6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5629328-73')
Nov 29 09:03:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Deleting instance files /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401_del
Nov 29 09:03:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Deletion of /opt/stack/data/nova/instances/17d2d081-a06c-4f7b-bd21-0a5157b27401_del complete
Nov 29 09:03:55 user nova-compute[75249]: INFO nova.compute.manager [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 09:03:55 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:03:55 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:03:56 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Took 1.43 seconds to deallocate network for instance.
Nov 29 09:03:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] Acquiring lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] No waiting events found dispatching network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:03:56 user nova-compute[75249]: WARNING nova.compute.manager [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received unexpected event network-vif-plugged-f5629328-734a-4988-a757-342161cfc834 for instance with vm_state deleted and task_state None.
Nov 29 09:03:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-b87a4610-d07e-4bfd-9dc7-97a405f085f3 req-b71c9ed5-08cb-444f-a890-5a8460b66bc3 service nova] [instance: 17d2d081-a06c-4f7b-bd21-0a5157b27401] Received event network-vif-deleted-f5629328-734a-4988-a757-342161cfc834 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:03:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.248s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:56 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Deleted allocations for instance 17d2d081-a06c-4f7b-bd21-0a5157b27401
Nov 29 09:03:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-088a3617-38b6-4c03-b5ac-fd97752f8c01 tempest-AttachVolumeTestJSON-1529971332 tempest-AttachVolumeTestJSON-1529971332-project-member] Lock "17d2d081-a06c-4f7b-bd21-0a5157b27401" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.716s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:03:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:04:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:04:02 user nova-compute[75249]: INFO nova.compute.claims [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Claim successful on node user
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.285s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:04:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.policy [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600d7c84fd734cc2a2e1ec76faf0fe9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a544a150032b4b9d85ef8dcf159e1aff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:04:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Creating image(s)
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "/opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk 1073741824" returned: 0 in 0.048s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:03 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Successfully created port: f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Cannot resize image /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Ensure instance console log exists: /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Successfully updated port: f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquired lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-changed-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Refreshing instance network info cache due to event network-changed-f98fc351-044e-4730-844e-664d6cc5f58c. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] Acquiring lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updating instance_info_cache with network_info: [{"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Releasing lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Instance network_info: |[{"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] Acquired lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.neutron [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Refreshing network info cache for port f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Start _get_guest_xml network_info=[{"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:04:04 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:04:04 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:04:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-211924920',display_name='tempest-AttachVolumeNegativeTest-server-211924920',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-211924920',id=37,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMdslfW6fmGVHwSWkISBis2tAzBCWMq2iUGgrT0sTroHsSzsizecZESB8LVn/Old84vhbVTfEFZUFOdfI+a6TxlEZLLPw+VtWVUr3npzg5X8ji3qEY4wtF5QQbYmpkmkZA==',key_name='tempest-keypair-1849786531',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-0ydizky8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:04:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'pci_devices' on Instance uuid 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:04:04 user nova-compute[75249]:   <uuid>4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a</uuid>
Nov 29 09:04:04 user nova-compute[75249]:   <name>instance-00000025</name>
Nov 29 09:04:04 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:04:04 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:04:04 user nova-compute[75249]:   <metadata>
Nov 29 09:04:04 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:04:04 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:04:04 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeNegativeTest-server-211924920</nova:name>
Nov 29 09:04:04 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:04:04</nova:creationTime>
Nov 29 09:04:04 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:04:04 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:04:04 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:04:04 user nova-compute[75249]:       <nova:owner>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:user uuid="600d7c84fd734cc2a2e1ec76faf0fe9e">tempest-AttachVolumeNegativeTest-796896474-project-member</nova:user>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:project uuid="a544a150032b4b9d85ef8dcf159e1aff">tempest-AttachVolumeNegativeTest-796896474</nova:project>
Nov 29 09:04:04 user nova-compute[75249]:       </nova:owner>
Nov 29 09:04:04 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:04:04 user nova-compute[75249]:       <nova:ports>
Nov 29 09:04:04 user nova-compute[75249]:         <nova:port uuid="f98fc351-044e-4730-844e-664d6cc5f58c">
Nov 29 09:04:04 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 09:04:04 user nova-compute[75249]:         </nova:port>
Nov 29 09:04:04 user nova-compute[75249]:       </nova:ports>
Nov 29 09:04:04 user nova-compute[75249]:     </nova:instance>
Nov 29 09:04:04 user nova-compute[75249]:   </metadata>
Nov 29 09:04:04 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:04:04 user nova-compute[75249]:     <system>
Nov 29 09:04:04 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:04:04 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:04:04 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:04:04 user nova-compute[75249]:       <entry name="serial">4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a</entry>
Nov 29 09:04:04 user nova-compute[75249]:       <entry name="uuid">4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a</entry>
Nov 29 09:04:04 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:04:04 user nova-compute[75249]:     </system>
Nov 29 09:04:04 user nova-compute[75249]:   </sysinfo>
Nov 29 09:04:04 user nova-compute[75249]:   <os>
Nov 29 09:04:04 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:04:04 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:04:04 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:04:04 user nova-compute[75249]:   </os>
Nov 29 09:04:04 user nova-compute[75249]:   <features>
Nov 29 09:04:04 user nova-compute[75249]:     <acpi/>
Nov 29 09:04:04 user nova-compute[75249]:     <apic/>
Nov 29 09:04:04 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:04:04 user nova-compute[75249]:   </features>
Nov 29 09:04:04 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:04:04 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:04:04 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:04:04 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:04:04 user nova-compute[75249]:   </clock>
Nov 29 09:04:04 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:04:04 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:04:04 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:04:04 user nova-compute[75249]:   </cpu>
Nov 29 09:04:04 user nova-compute[75249]:   <devices>
Nov 29 09:04:04 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:04:04 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:04:04 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk"/>
Nov 29 09:04:04 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:04:04 user nova-compute[75249]:     </disk>
Nov 29 09:04:04 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:04:04 user nova-compute[75249]:       <mac address="fa:16:3e:b9:e2:0d"/>
Nov 29 09:04:04 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:04:04 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:04:04 user nova-compute[75249]:       <target dev="tapf98fc351-04"/>
Nov 29 09:04:04 user nova-compute[75249]:     </interface>
Nov 29 09:04:04 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:04:04 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/console.log" append="off"/>
Nov 29 09:04:04 user nova-compute[75249]:     </serial>
Nov 29 09:04:04 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:04:04 user nova-compute[75249]:     <video>
Nov 29 09:04:04 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:04:04 user nova-compute[75249]:     </video>
Nov 29 09:04:04 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:04:04 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:04:04 user nova-compute[75249]:     </rng>
Nov 29 09:04:04 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:04:04 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:04:04 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:04:04 user nova-compute[75249]:     </memballoon>
Nov 29 09:04:04 user nova-compute[75249]:   </devices>
Nov 29 09:04:04 user nova-compute[75249]: </domain>
Nov 29 09:04:04 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:04:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-211924920',display_name='tempest-AttachVolumeNegativeTest-server-211924920',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-211924920',id=37,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMdslfW6fmGVHwSWkISBis2tAzBCWMq2iUGgrT0sTroHsSzsizecZESB8LVn/Old84vhbVTfEFZUFOdfI+a6TxlEZLLPw+VtWVUr3npzg5X8ji3qEY4wtF5QQbYmpkmkZA==',key_name='tempest-keypair-1849786531',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-0ydizky8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:04:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG os_vif [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e7e381d-3d0a-5b18-9d15-dcdddccaf10c', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf98fc351-04, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf98fc351-04, col_values=(('qos', UUID('28706311-84e9-4cc6-ae07-14d04f759cc7')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf98fc351-04, col_values=(('external_ids', {'iface-id': 'f98fc351-044e-4730-844e-664d6cc5f58c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:e2:0d', 'vm-uuid': '4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:04 user nova-compute[75249]: INFO os_vif [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04')
Nov 29 09:04:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:04:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:b9:e2:0d, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:04:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updated VIF entry in instance network info cache for port f98fc351-044e-4730-844e-664d6cc5f58c. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:04:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updating instance_info_cache with network_info: [{"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a1cfec6b-ce44-4c26-a055-014bfda9b785 req-01324aff-494c-42c0-8151-03b9508a739e service nova] Releasing lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-df1346bd-c53e-460c-938b-f6c48373ea9c req-f2c8efc4-e1dd-4580-af17-090bc2a9b725 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-df1346bd-c53e-460c-938b-f6c48373ea9c req-f2c8efc4-e1dd-4580-af17-090bc2a9b725 service nova] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-df1346bd-c53e-460c-938b-f6c48373ea9c req-f2c8efc4-e1dd-4580-af17-090bc2a9b725 service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-df1346bd-c53e-460c-938b-f6c48373ea9c req-f2c8efc4-e1dd-4580-af17-090bc2a9b725 service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-df1346bd-c53e-460c-938b-f6c48373ea9c req-f2c8efc4-e1dd-4580-af17-090bc2a9b725 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] No waiting events found dispatching network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:04:06 user nova-compute[75249]: WARNING nova.compute.manager [req-df1346bd-c53e-460c-938b-f6c48373ea9c req-f2c8efc4-e1dd-4580-af17-090bc2a9b725 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received unexpected event network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c for instance with vm_state building and task_state spawning.
Nov 29 09:04:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:04:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Instance spawned successfully.
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:04:08 user nova-compute[75249]: INFO nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Took 5.09 seconds to spawn the instance on the hypervisor.
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:04:08 user nova-compute[75249]: INFO nova.compute.manager [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Took 5.71 seconds to build instance.
Nov 29 09:04:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad4eef29-16eb-405e-a2b7-bdd0bf45adc8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.812s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] No waiting events found dispatching network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:04:08 user nova-compute[75249]: WARNING nova.compute.manager [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received unexpected event network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c for instance with vm_state active and task_state None.
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing instance network info cache due to event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:04:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:04:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updated VIF entry in instance network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:04:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f5a268ad-56b1-4ea0-a4c3-e1cd36b8a30f req-24299363-eec4-4112-96f2-7745484caf32 service nova] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:04:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:10 user nova-compute[75249]: INFO nova.compute.manager [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Shelving
Nov 29 09:04:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-573e4e73-2526-4484-88cc-d5334d86d819 req-abed39e3-6de4-4c9f-8cd1-9edc17c437d9 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-unplugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-573e4e73-2526-4484-88cc-d5334d86d819 req-abed39e3-6de4-4c9f-8cd1-9edc17c437d9 service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-573e4e73-2526-4484-88cc-d5334d86d819 req-abed39e3-6de4-4c9f-8cd1-9edc17c437d9 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-573e4e73-2526-4484-88cc-d5334d86d819 req-abed39e3-6de4-4c9f-8cd1-9edc17c437d9 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-573e4e73-2526-4484-88cc-d5334d86d819 req-abed39e3-6de4-4c9f-8cd1-9edc17c437d9 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-unplugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:04:11 user nova-compute[75249]: WARNING nova.compute.manager [req-573e4e73-2526-4484-88cc-d5334d86d819 req-abed39e3-6de4-4c9f-8cd1-9edc17c437d9 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-unplugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state active and task_state shelving.
Nov 29 09:04:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance destroyed successfully.
Nov 29 09:04:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Beginning cold snapshot process
Nov 29 09:04:11 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 09:04:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk /opt/stack/data/nova/instances/snapshots/tmphbyix7ka/27a9e6f2f2234bbfaf020d34befa2feb {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk /opt/stack/data/nova/instances/snapshots/tmphbyix7ka/27a9e6f2f2234bbfaf020d34befa2feb" returned: 0 in 0.823s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Snapshot extracted, beginning image upload
Nov 29 09:04:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1342c8dd-78dc-4c27-9022-b8c2e6449862 req-d8657ea3-5d64-4a71-bf93-c700cd41cb44 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1342c8dd-78dc-4c27-9022-b8c2e6449862 req-d8657ea3-5d64-4a71-bf93-c700cd41cb44 service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1342c8dd-78dc-4c27-9022-b8c2e6449862 req-d8657ea3-5d64-4a71-bf93-c700cd41cb44 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1342c8dd-78dc-4c27-9022-b8c2e6449862 req-d8657ea3-5d64-4a71-bf93-c700cd41cb44 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:13 user nova-compute[75249]: DEBUG nova.compute.manager [req-1342c8dd-78dc-4c27-9022-b8c2e6449862 req-d8657ea3-5d64-4a71-bf93-c700cd41cb44 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:04:13 user nova-compute[75249]: WARNING nova.compute.manager [req-1342c8dd-78dc-4c27-9022-b8c2e6449862 req-d8657ea3-5d64-4a71-bf93-c700cd41cb44 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 09:04:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:13 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Snapshot image upload complete
Nov 29 09:04:15 user nova-compute[75249]: DEBUG nova.compute.manager [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:04:15 user nova-compute[75249]: INFO nova.compute.manager [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Shelve offloading
Nov 29 09:04:15 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance destroyed successfully.
Nov 29 09:04:15 user nova-compute[75249]: DEBUG nova.compute.manager [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:04:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:04:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:04:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:04:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:04:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance destroyed successfully.
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'resources' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-4506674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-4506674',id=36,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFtDVGkmKI0RR6i+5WTNjUhetTIeXi3ya6aHW7ruPL3gTWiIE6jICgvqZpHbXN4poBX5eZpYle6sTtW6SkQeJDIQ2kuJFr/Sp1sMRMgqT/BvGl52ZUgXsPScEspxEYotYg==',key_name='tempest-keypair-2138971648',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:02:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-tiwplmwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member',shelved_at='2023-11-29T09:04:15.213374',shelved_host='user',shelved_image_id='23c8110b-86ac-4395-96ba-1678e9cb3f77'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:04:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=fbd06361-d5a7-4435-9ec6-54314085e5b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG os_vif [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfc22608-3a, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing instance network info cache due to event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3a0c2032-701e-47c3-918d-ce338e3aff2b) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:16 user nova-compute[75249]: INFO os_vif [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a')
Nov 29 09:04:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Deleting instance files /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7_del
Nov 29 09:04:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Deletion of /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7_del complete
Nov 29 09:04:16 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Deleted allocations for instance fbd06361-d5a7-4435-9ec6-54314085e5b7
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'numa_topology' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.objects.base [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<fbd06361-d5a7-4435-9ec6-54314085e5b7> lazy-loaded attributes: resources,numa_topology {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.110s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updated VIF entry in instance network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapcfc22608-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aa093a1b-8cdf-480d-995d-118d7814a295 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.853s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-5b95c2b1-6674-4b15-989e-49451b1921c0 req-7955d8e9-daf4-41b5-aa4e-99ee0cbcfa71 service nova] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:04:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:04:18 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:04:19 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:04:19 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8592MB free_disk=25.246810913085938GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:04:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.259s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updating instance_info_cache with network_info: [{"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-7aa25dcb-16e7-45c5-9645-b58d95a130b0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:04:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:04:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:04:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:04:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:42 user nova-compute[75249]: INFO nova.compute.manager [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Terminating instance
Nov 29 09:04:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-4b8fd099-3275-465b-9f88-4a906a4f961c req-3d674f8c-d6fa-4fea-ba59-ddf22234a7b4 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-unplugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4b8fd099-3275-465b-9f88-4a906a4f961c req-3d674f8c-d6fa-4fea-ba59-ddf22234a7b4 service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4b8fd099-3275-465b-9f88-4a906a4f961c req-3d674f8c-d6fa-4fea-ba59-ddf22234a7b4 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4b8fd099-3275-465b-9f88-4a906a4f961c req-3d674f8c-d6fa-4fea-ba59-ddf22234a7b4 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-4b8fd099-3275-465b-9f88-4a906a4f961c req-3d674f8c-d6fa-4fea-ba59-ddf22234a7b4 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-unplugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-4b8fd099-3275-465b-9f88-4a906a4f961c req-3d674f8c-d6fa-4fea-ba59-ddf22234a7b4 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-unplugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Instance destroyed successfully.
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'resources' on Instance uuid 7aa25dcb-16e7-45c5-9645-b58d95a130b0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1152679374',display_name='tempest-ServerRescueNegativeTestJSON-server-1152679374',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1152679374',id=24,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:50:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-cpe23bgh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:50:34Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=7aa25dcb-16e7-45c5-9645-b58d95a130b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "address": "fa:16:3e:2f:75:87", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7adb3163-cb", "ovs_interfaceid": "7adb3163-cb11-4ab2-94a5-7de20bc8b645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG os_vif [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7adb3163-cb, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fc26943-6983-47da-9f1f-53f9f4d91ddf) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:43 user nova-compute[75249]: INFO os_vif [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:75:87,bridge_name='br-int',has_traffic_filtering=True,id=7adb3163-cb11-4ab2-94a5-7de20bc8b645,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7adb3163-cb')
Nov 29 09:04:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Deleting instance files /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0_del
Nov 29 09:04:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Deletion of /opt/stack/data/nova/instances/7aa25dcb-16e7-45c5-9645-b58d95a130b0_del complete
Nov 29 09:04:43 user nova-compute[75249]: INFO nova.compute.manager [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 29 09:04:43 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:04:43 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:04:44 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:04:44 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Took 0.68 seconds to deallocate network for instance.
Nov 29 09:04:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:44 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:04:44 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:04:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.202s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:44 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Deleted allocations for instance 7aa25dcb-16e7-45c5-9645-b58d95a130b0
Nov 29 09:04:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9eaa358a-c332-49e0-b1b8-eae9bd29c64e tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.778s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] Acquiring lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:04:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:04:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] Lock "7aa25dcb-16e7-45c5-9645-b58d95a130b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:04:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] No waiting events found dispatching network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:04:45 user nova-compute[75249]: WARNING nova.compute.manager [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received unexpected event network-vif-plugged-7adb3163-cb11-4ab2-94a5-7de20bc8b645 for instance with vm_state deleted and task_state None.
Nov 29 09:04:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-1885b9af-3ebe-4c5f-aa17-790b93b04191 req-8b0ed27e-9c4a-41e8-b0c0-2f59d2e961d2 service nova] [instance: 7aa25dcb-16e7-45c5-9645-b58d95a130b0] Received event network-vif-deleted-7adb3163-cb11-4ab2-94a5-7de20bc8b645 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:04:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:04:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:04:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:05:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "c34e7604-b488-41a1-83c6-2064847a6632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:14 user nova-compute[75249]: INFO nova.compute.manager [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Terminating instance
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] During wait destroy, instance disappeared. {{(pid=75249) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1527}}
Nov 29 09:05:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Instance destroyed successfully.
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.objects.instance [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'resources' on Instance uuid c34e7604-b488-41a1-83c6-2064847a6632 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911125855',display_name='tempest-ServerActionsTestOtherA-server-1747298634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911125855',id=15,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5V6LBXNqdbbeUfpHW/FeVa0pxHLoJFHaOm4HKSJeO9G3NsrIhYkLwMOU06O5fO7/yukbQWD971mbm/+wB5y4ksFjwZHXMasYomm9XiijWcmij8qHr6K3/iVVNbls8QmA==',key_name='tempest-keypair-1375389384',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:44:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qklf8y10',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:46:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=c34e7604-b488-41a1-83c6-2064847a6632,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='error') vif={"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "address": "fa:16:3e:19:a2:bf", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap013d6f4f-a7", "ovs_interfaceid": "013d6f4f-a7c9-4b2e-9661-c4c744efa1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_vif [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap013d6f4f-a7, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:05:14 user nova-compute[75249]: INFO os_vif [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a2:bf,bridge_name='br-int',has_traffic_filtering=True,id=013d6f4f-a7c9-4b2e-9661-c4c744efa1c5,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap013d6f4f-a7')
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:f777d27d-1730-4b41-a5dd-32dfa61f0b29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OFBGdSYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:05:14 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[173c6466-1ba8-48fb-b5a9-6dade349e7bf]: Unexpected error while running command.
Nov 29 09:05:14 user nova-compute[75249]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:05:14 user nova-compute[75249]: Exit code: 21
Nov 29 09:05:14 user nova-compute[75249]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:05:14 user nova-compute[75249]: Stderr: '' {{(pid=86571) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Nov 29 09:05:14 user nova-compute[75249]: Traceback (most recent call last):
Nov 29 09:05:14 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Nov 29 09:05:14 user nova-compute[75249]:     ret = func(*f_args, **f_kwargs)
Nov 29 09:05:14 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Nov 29 09:05:14 user nova-compute[75249]:     return func(*args, **kwargs)
Nov 29 09:05:14 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Nov 29 09:05:14 user nova-compute[75249]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Nov 29 09:05:14 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Nov 29 09:05:14 user nova-compute[75249]:     return putils.execute(on_execute=on_execute,
Nov 29 09:05:14 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Nov 29 09:05:14 user nova-compute[75249]:     raise ProcessExecutionError(exit_code=_returncode,
Nov 29 09:05:14 user nova-compute[75249]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 09:05:14 user nova-compute[75249]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:05:14 user nova-compute[75249]: Exit code: 21
Nov 29 09:05:14 user nova-compute[75249]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:05:14 user nova-compute[75249]: Stderr: ''
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[173c6466-1ba8-48fb-b5a9-6dade349e7bf]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 09:05:14 user nova-compute[75249]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:05:14 user nova-compute[75249]: Exit code: 21
Nov 29 09:05:14 user nova-compute[75249]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:05:14 user nova-compute[75249]: Stderr: ''
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Nov 29 09:05:14 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi 
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75249) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.031s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== disconnect_volume: return (32ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:05:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Deletion of /opt/stack/data/nova/instances/c34e7604-b488-41a1-83c6-2064847a6632_del complete
Nov 29 09:05:14 user nova-compute[75249]: INFO nova.compute.manager [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Took 0.13 seconds to destroy the instance on the hypervisor.
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:05:14 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:15 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:05:15 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Took 1.24 seconds to deallocate network for instance.
Nov 29 09:05:15 user nova-compute[75249]: INFO nova.compute.manager [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Took 0.09 seconds to detach 1 volumes for instance.
Nov 29 09:05:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-01850160-c908-4899-960a-9bd17c3b12ab req-7f1017ac-001a-47e1-8ca2-512e7e41c674 service nova] [instance: c34e7604-b488-41a1-83c6-2064847a6632] Received event network-vif-deleted-013d6f4f-a7c9-4b2e-9661-c4c744efa1c5 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:05:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:15 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:05:15 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:05:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.148s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-c71db81f-f56b-4804-b04a-8a8cfc817634 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "c34e7604-b488-41a1-83c6-2064847a6632" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.770s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:16 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:18 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:05:18 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8715MB free_disk=25.23670196533203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 34c3cce5-2f50-4f55-ba69-ae045b526a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.278s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:05:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:05:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:05:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:05:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:33 user nova-compute[75249]: INFO nova.compute.manager [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Terminating instance
Nov 29 09:05:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-c6cf7042-36a3-43c3-9b7a-a278ec8338a0 req-ed9d5a23-c7e3-441a-a71d-ac965c7727e3 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c6cf7042-36a3-43c3-9b7a-a278ec8338a0 req-ed9d5a23-c7e3-441a-a71d-ac965c7727e3 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c6cf7042-36a3-43c3-9b7a-a278ec8338a0 req-ed9d5a23-c7e3-441a-a71d-ac965c7727e3 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c6cf7042-36a3-43c3-9b7a-a278ec8338a0 req-ed9d5a23-c7e3-441a-a71d-ac965c7727e3 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-c6cf7042-36a3-43c3-9b7a-a278ec8338a0 req-ed9d5a23-c7e3-441a-a71d-ac965c7727e3 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-c6cf7042-36a3-43c3-9b7a-a278ec8338a0 req-ed9d5a23-c7e3-441a-a71d-ac965c7727e3 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-unplugged-8e169b25-d221-4974-9712-835ce6851507 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:05:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Instance destroyed successfully.
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lazy-loading 'resources' on Instance uuid 34c3cce5-2f50-4f55-ba69-ae045b526a53 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:48:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121249582',display_name='tempest-ServerRescueNegativeTestJSON-server-2121249582',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121249582',id=23,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:53:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='88d8cfe314254e9798a26e172ca79ab9',ramdisk_id='',reservation_id='r-dg7r7cuf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-459233852',owner_user_name='tempest-ServerRescueNegativeTestJSON-459233852-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:55:21Z,user_data=None,user_id='2d09b7c7ceb2410793773071e4035dbd',uuid=34c3cce5-2f50-4f55-ba69-ae045b526a53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converting VIF {"id": "8e169b25-d221-4974-9712-835ce6851507", "address": "fa:16:3e:01:46:c2", "network": {"id": "8c4385a9-d035-4f92-b6ed-76a8137564f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1018306301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "88d8cfe314254e9798a26e172ca79ab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e169b25-d2", "ovs_interfaceid": "8e169b25-d221-4974-9712-835ce6851507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG os_vif [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8e169b25-d2, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6a513938-3c11-4b99-b6e2-1bfd2e7090d1) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:05:34 user nova-compute[75249]: INFO os_vif [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:46:c2,bridge_name='br-int',has_traffic_filtering=True,id=8e169b25-d221-4974-9712-835ce6851507,network=Network(8c4385a9-d035-4f92-b6ed-76a8137564f1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e169b25-d2')
Nov 29 09:05:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Deleting instance files /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53_del
Nov 29 09:05:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Deletion of /opt/stack/data/nova/instances/34c3cce5-2f50-4f55-ba69-ae045b526a53_del complete
Nov 29 09:05:34 user nova-compute[75249]: INFO nova.compute.manager [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 09:05:34 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:05:34 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:05:35 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:05:35 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Took 0.76 seconds to deallocate network for instance.
Nov 29 09:05:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:35 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:05:35 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:05:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.185s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:35 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Deleted allocations for instance 34c3cce5-2f50-4f55-ba69-ae045b526a53
Nov 29 09:05:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0f2f1358-de70-484b-ae9c-ca7fdc699715 tempest-ServerRescueNegativeTestJSON-459233852 tempest-ServerRescueNegativeTestJSON-459233852-project-member] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.036s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:05:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] Acquiring lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] Lock "34c3cce5-2f50-4f55-ba69-ae045b526a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] No waiting events found dispatching network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:05:36 user nova-compute[75249]: WARNING nova.compute.manager [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received unexpected event network-vif-plugged-8e169b25-d221-4974-9712-835ce6851507 for instance with vm_state deleted and task_state None.
Nov 29 09:05:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-2519d103-78e0-42d7-9f91-68bc246700a3 req-822e3792-4533-4c23-a771-c90ceb4d0138 service nova] [instance: 34c3cce5-2f50-4f55-ba69-ae045b526a53] Received event network-vif-deleted-8e169b25-d221-4974-9712-835ce6851507 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:05:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:44 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:05:44 user nova-compute[75249]: INFO nova.compute.claims [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Claim successful on node user
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:05:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.250s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:05:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:05:45 user nova-compute[75249]: DEBUG nova.policy [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3cee60df2d4c8a89e16d88ea3a7ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2b63a328c3c4acba9fa40a2b9352757', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:05:45 user nova-compute[75249]: INFO nova.virt.block_device [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Booting with volume snapshot 35e08691-e8c8-4550-b031-3013fe55233c at /dev/vda
Nov 29 09:05:46 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Successfully created port: 533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Successfully updated port: 533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "refresh_cache-3b7437c0-824d-4925-8ea4-c607b0cdbc5a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquired lock "refresh_cache-3b7437c0-824d-4925-8ea4-c607b0cdbc5a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-changed-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Refreshing instance network info cache due to event network-changed-533fb9e6-6330-43bf-9391-d669adb2a062. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] Acquiring lock "refresh_cache-3b7437c0-824d-4925-8ea4-c607b0cdbc5a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Updating instance_info_cache with network_info: [{"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Releasing lock "refresh_cache-3b7437c0-824d-4925-8ea4-c607b0cdbc5a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Instance network_info: |[{"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] Acquired lock "refresh_cache-3b7437c0-824d-4925-8ea4-c607b0cdbc5a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Refreshing network info cache for port 533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Updated VIF entry in instance network info cache for port 533fb9e6-6330-43bf-9391-d669adb2a062. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG nova.network.neutron [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Updating instance_info_cache with network_info: [{"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:05:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a8378eb6-d778-4e53-9da8-81980c160d0a req-5ede4f26-e00d-4f01-9d70-a0c2421b6fb1 service nova] Releasing lock "refresh_cache-3b7437c0-824d-4925-8ea4-c607b0cdbc5a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:05:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG os_brick.utils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f52adf75-7055-494e-9f76-2534405e7957]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[714944eb-23c9-4ca9-9f3d-e9099768978d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa9314e-8823-4751-a224-7e0853970823]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a82a93d-c90f-4116-a9c3-191255e94fc6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:05:51 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:05:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ebb431-2a54-4880-8a67-77a3e845f7df]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG os_brick.utils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:05:51 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Updating existing volume attachment record: cc9364e5-cd67-4ee6-90fa-8397654ba461 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:05:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-changed-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:05:53 user nova-compute[75249]: DEBUG nova.compute.manager [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Refreshing instance network info cache due to event network-changed-f98fc351-044e-4730-844e-664d6cc5f58c. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:05:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] Acquiring lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:05:53 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] Acquired lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:05:53 user nova-compute[75249]: DEBUG nova.network.neutron [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Refreshing network info cache for port f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:05:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:05:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updated VIF entry in instance network info cache for port f98fc351-044e-4730-844e-664d6cc5f58c. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:05:54 user nova-compute[75249]: DEBUG nova.network.neutron [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updating instance_info_cache with network_info: [{"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:05:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0e931eb6-d2a0-4577-869b-87f6da17c806 req-53c436a2-8651-4795-bfab-65b2b32aa7c5 service nova] Releasing lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:56 user nova-compute[75249]: INFO nova.compute.manager [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Attaching volume 58c37137-d05b-4d38-ba52-cf2556cb4dc5 to /dev/vdb
Nov 29 09:05:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[692a8cfa-8e2e-4abe-a825-44a17f30bca5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8bbe7f8-d063-47d6-af3b-dcdb3d9c4d9f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f6d94a5-2aa1-4f70-8761-6c363591166c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[18257ab0-0dd0-43a8-b5c5-3c988c5db4e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:05:57 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:05:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09a397c-bebf-43d5-9e60-6f6d50d20fad]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG os_brick.utils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:05:57 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updating existing volume attachment record: 43f17033-fa5f-4980-8d8f-c47f93122938 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:05:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Creating image(s)
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Ensure instance console log exists: /opt/stack/data/nova/instances/3b7437c0-824d-4925-8ea4-c607b0cdbc5a/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Start _get_guest_xml network_info=[{"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'cc9364e5-cd67-4ee6-90fa-8397654ba461', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VLwNmjFI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b7437c0-824d-4925-8ea4-c607b0cdbc5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1a4815a-fa90-4997-91a6-0467a12b8665', 'serial': 'e1a4815a-fa90-4997-91a6-0467a12b8665'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:05:58 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:05:58 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VLwNmjFI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:05:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:05:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:05:58 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[433c38e6-0bf4-4677-8a07-5bff91c7d43d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:05:58 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e658bc65-f144-4f7c-aca4-5daded767623]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665] added
Nov 29 09:05:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e21901a1-a9c8-48d5-9d03-39ed686da432]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d2b4252-037b-4314-bcef-908846fd21cd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VLwNmjFI {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VLwNmjFI" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a52414b1-2cdd-4851-8004-6a8dc6a51b31]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VLwNmjFI'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4450d5-a805-4c57-b2d1-7a165ca6b36d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec370d6-e66f-46a6-9738-571b02845f55]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:05:59 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:05:59 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:05:59 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 09:05:59 user nova-compute[75249]: 
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d95e5eb4-e529-40db-9417-9a6a8182bc7b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260]
Nov 29 09:05:59 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260] successful.
Nov 29 09:05:59 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccdc2eb-abf5-4ca4-b920-1071ad11ffb6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b8b1b0-a485-4438-a156-7339681c2a7a]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:05:59 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:05:59 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee486c9f-b6c0-4f05-b1b2-45eb135480e9]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:05:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VLwNmjFI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '23461393831653033', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461393831653033', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:05:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1850182502',display_name='tempest-TestVolumeBootPattern-server-1850182502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1850182502',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-lul0u4gu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:05:45Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=3b7437c0-824d-4925-8ea4-c607b0cdbc5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'pci_devices' on Instance uuid 3b7437c0-824d-4925-8ea4-c607b0cdbc5a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:06:00 user nova-compute[75249]:   <uuid>3b7437c0-824d-4925-8ea4-c607b0cdbc5a</uuid>
Nov 29 09:06:00 user nova-compute[75249]:   <name>instance-00000026</name>
Nov 29 09:06:00 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:06:00 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:06:00 user nova-compute[75249]:   <metadata>
Nov 29 09:06:00 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:06:00 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:06:00 user nova-compute[75249]:       <nova:name>tempest-TestVolumeBootPattern-server-1850182502</nova:name>
Nov 29 09:06:00 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:05:58</nova:creationTime>
Nov 29 09:06:00 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:06:00 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:06:00 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:06:00 user nova-compute[75249]:       <nova:owner>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:user uuid="ec3cee60df2d4c8a89e16d88ea3a7ac1">tempest-TestVolumeBootPattern-510363832-project-member</nova:user>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:project uuid="d2b63a328c3c4acba9fa40a2b9352757">tempest-TestVolumeBootPattern-510363832</nova:project>
Nov 29 09:06:00 user nova-compute[75249]:       </nova:owner>
Nov 29 09:06:00 user nova-compute[75249]:       <nova:ports>
Nov 29 09:06:00 user nova-compute[75249]:         <nova:port uuid="533fb9e6-6330-43bf-9391-d669adb2a062">
Nov 29 09:06:00 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 09:06:00 user nova-compute[75249]:         </nova:port>
Nov 29 09:06:00 user nova-compute[75249]:       </nova:ports>
Nov 29 09:06:00 user nova-compute[75249]:     </nova:instance>
Nov 29 09:06:00 user nova-compute[75249]:   </metadata>
Nov 29 09:06:00 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:06:00 user nova-compute[75249]:     <system>
Nov 29 09:06:00 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:06:00 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:06:00 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:06:00 user nova-compute[75249]:       <entry name="serial">3b7437c0-824d-4925-8ea4-c607b0cdbc5a</entry>
Nov 29 09:06:00 user nova-compute[75249]:       <entry name="uuid">3b7437c0-824d-4925-8ea4-c607b0cdbc5a</entry>
Nov 29 09:06:00 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:06:00 user nova-compute[75249]:     </system>
Nov 29 09:06:00 user nova-compute[75249]:   </sysinfo>
Nov 29 09:06:00 user nova-compute[75249]:   <os>
Nov 29 09:06:00 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:06:00 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:06:00 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:06:00 user nova-compute[75249]:   </os>
Nov 29 09:06:00 user nova-compute[75249]:   <features>
Nov 29 09:06:00 user nova-compute[75249]:     <acpi/>
Nov 29 09:06:00 user nova-compute[75249]:     <apic/>
Nov 29 09:06:00 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:06:00 user nova-compute[75249]:   </features>
Nov 29 09:06:00 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:06:00 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:06:00 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:06:00 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:06:00 user nova-compute[75249]:   </clock>
Nov 29 09:06:00 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:06:00 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:06:00 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:06:00 user nova-compute[75249]:   </cpu>
Nov 29 09:06:00 user nova-compute[75249]:   <devices>
Nov 29 09:06:00 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:06:00 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:06:00 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 09:06:00 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:06:00 user nova-compute[75249]:       <serial>e1a4815a-fa90-4997-91a6-0467a12b8665</serial>
Nov 29 09:06:00 user nova-compute[75249]:     </disk>
Nov 29 09:06:00 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:06:00 user nova-compute[75249]:       <mac address="fa:16:3e:55:ae:0b"/>
Nov 29 09:06:00 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:06:00 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:06:00 user nova-compute[75249]:       <target dev="tap533fb9e6-63"/>
Nov 29 09:06:00 user nova-compute[75249]:     </interface>
Nov 29 09:06:00 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:06:00 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/3b7437c0-824d-4925-8ea4-c607b0cdbc5a/console.log" append="off"/>
Nov 29 09:06:00 user nova-compute[75249]:     </serial>
Nov 29 09:06:00 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:06:00 user nova-compute[75249]:     <video>
Nov 29 09:06:00 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:06:00 user nova-compute[75249]:     </video>
Nov 29 09:06:00 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:06:00 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:06:00 user nova-compute[75249]:     </rng>
Nov 29 09:06:00 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:06:00 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:06:00 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:06:00 user nova-compute[75249]:     </memballoon>
Nov 29 09:06:00 user nova-compute[75249]:   </devices>
Nov 29 09:06:00 user nova-compute[75249]: </domain>
Nov 29 09:06:00 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:05:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1850182502',display_name='tempest-TestVolumeBootPattern-server-1850182502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1850182502',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-lul0u4gu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:05:45Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=3b7437c0-824d-4925-8ea4-c607b0cdbc5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG os_vif [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b8cef99e-9dbc-51d1-9646-5a9aa0855ae5', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap533fb9e6-63, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap533fb9e6-63, col_values=(('qos', UUID('cafa885d-c215-419c-a9dd-db3bd7f7cbd6')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap533fb9e6-63, col_values=(('external_ids', {'iface-id': '533fb9e6-6330-43bf-9391-d669adb2a062', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:ae:0b', 'vm-uuid': '3b7437c0-824d-4925-8ea4-c607b0cdbc5a'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:00 user nova-compute[75249]: INFO os_vif [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63')
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:06:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No VIF found with MAC fa:16:3e:55:ae:0b, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:06:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-9dead51c-3384-4574-bb3a-e23412b37e5c req-db86881b-a84c-4aca-bd77-2deb135e050a service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9dead51c-3384-4574-bb3a-e23412b37e5c req-db86881b-a84c-4aca-bd77-2deb135e050a service nova] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9dead51c-3384-4574-bb3a-e23412b37e5c req-db86881b-a84c-4aca-bd77-2deb135e050a service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-9dead51c-3384-4574-bb3a-e23412b37e5c req-db86881b-a84c-4aca-bd77-2deb135e050a service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-9dead51c-3384-4574-bb3a-e23412b37e5c req-db86881b-a84c-4aca-bd77-2deb135e050a service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] No waiting events found dispatching network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:06:02 user nova-compute[75249]: WARNING nova.compute.manager [req-9dead51c-3384-4574-bb3a-e23412b37e5c req-db86881b-a84c-4aca-bd77-2deb135e050a service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received unexpected event network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 for instance with vm_state building and task_state spawning.
Nov 29 09:06:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:03 user nova-compute[75249]: INFO nova.compute.manager [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Unshelving
Nov 29 09:06:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'pci_requests' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'numa_topology' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:06:03 user nova-compute[75249]: INFO nova.compute.claims [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Claim successful on node user
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:06:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Instance spawned successfully.
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:03 user nova-compute[75249]: INFO nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Took 5.12 seconds to spawn the instance on the hypervisor.
Nov 29 09:06:03 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:06:04 user nova-compute[75249]: INFO nova.compute.manager [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Took 19.10 seconds to build instance.
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.353s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ad06e3ef-7d14-482c-b2c6-1320a68f8031 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.214s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-1949c9be-7b15-497e-aadb-99f03bb50eee req-869978be-fff7-4ea1-9596-31127f667aa5 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1949c9be-7b15-497e-aadb-99f03bb50eee req-869978be-fff7-4ea1-9596-31127f667aa5 service nova] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1949c9be-7b15-497e-aadb-99f03bb50eee req-869978be-fff7-4ea1-9596-31127f667aa5 service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1949c9be-7b15-497e-aadb-99f03bb50eee req-869978be-fff7-4ea1-9596-31127f667aa5 service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-1949c9be-7b15-497e-aadb-99f03bb50eee req-869978be-fff7-4ea1-9596-31127f667aa5 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] No waiting events found dispatching network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:06:04 user nova-compute[75249]: WARNING nova.compute.manager [req-1949c9be-7b15-497e-aadb-99f03bb50eee req-869978be-fff7-4ea1-9596-31127f667aa5 service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received unexpected event network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 for instance with vm_state active and task_state None.
Nov 29 09:06:04 user nova-compute[75249]: INFO nova.network.neutron [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating port cfc22608-3af5-4dc6-8cf5-cf5e515f2202 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtcFjsKi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:06:04 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:06:04 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:06:04 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d6f68e-8e5a-44e0-9bef-135529e10311]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:06:04 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[96151ee2-50d0-4198-b60e-191c78fa48bf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5] added
Nov 29 09:06:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ea2328d-ccbb-4e80-87a3-182bba241e41]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b853f76-c3c7-4d76-b543-361628d5e3c7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtcFjsKi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtcFjsKi" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4983449a-8d57-42e5-801c-00f63ce94b24]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GtcFjsKi'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb306fa8-5017-4c43-a759-e164f6875cfd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[542bb55f-1ec0-48d9-b0b9-3e741343a0b7]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:06:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:06:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[05623dd7-8096-42d5-b81c-f3c20074936c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260]
Nov 29 09:06:04 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260] successful.
Nov 29 09:06:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6486cfd9-6339-4839-8d0f-64aeedc6d52d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9ed16e-cbf7-41af-a0a7-7a3b4b77c909]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:06:04 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:06:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:06:04 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:06:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf039424-ab82-4253-aea1-e6914e632b89]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtcFjsKi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:06:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG nova.network.neutron [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:06:05 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Creating image(s)
Nov 29 09:06:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'trusted_certs' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG nova.objects.base [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<fbd06361-d5a7-4435-9ec6-54314085e5b7> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "26526110fb0f9b9b12e07e41a9261261d18ed65a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "26526110fb0f9b9b12e07e41a9261261d18ed65a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.394s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== connect_volume: return (2398ms) {'type': 'block', 'scsi_wwn': '23636323835366661', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23636323835366661', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing instance network info cache due to event network-changed-cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] Acquiring lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] Acquired lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Refreshing network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:06:06 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:06:06 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:06:06 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:06:06 user nova-compute[75249]:   <serial>58c37137-d05b-4d38-ba52-cf2556cb4dc5</serial>
Nov 29 09:06:06 user nova-compute[75249]: </disk>
Nov 29 09:06:06 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.part --force-share --output=json" returned: 0 in 0.199s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.virt.images [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] 23c8110b-86ac-4395-96ba-1678e9cb3f77 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 09:06:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.part /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:b9:e2:0d, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updated VIF entry in instance network info cache for port cfc22608-3af5-4dc6-8cf5-cf5e515f2202. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8b09955e-8c9b-4c1e-a577-7a2092866732 req-b92affe1-68ba-4ffb-8410-06981202cd03 service nova] Releasing lock "refresh_cache-fbd06361-d5a7-4435-9ec6-54314085e5b7" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.part /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.converted" returned: 0 in 0.578s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ddf4df02-f5ff-4f2d-ba4f-73f73886c5b4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.763s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a.converted --force-share --output=json" returned: 0 in 0.216s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "26526110fb0f9b9b12e07e41a9261261d18ed65a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "26526110fb0f9b9b12e07e41a9261261d18ed65a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "26526110fb0f9b9b12e07e41a9261261d18ed65a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a,backing_fmt=raw /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a,backing_fmt=raw /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk 1073741824" returned: 0 in 0.051s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "26526110fb0f9b9b12e07e41a9261261d18ed65a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'migration_context' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG nova.objects.base [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<fbd06361-d5a7-4435-9ec6-54314085e5b7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:06:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Rebasing disk image.
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 -F raw /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:06:10 user nova-compute[75249]: INFO nova.compute.claims [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Claim successful on node user
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 -F raw /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk" returned: 0 in 2.269s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Ensure instance console log exists: /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Start _get_guest_xml network_info=[{"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='40c784007ae13054b79e80161a1db664',container_format='bare',created_at=2023-11-29T09:04:11Z,direct_url=<?>,disk_format='qcow2',id=23c8110b-86ac-4395-96ba-1678e9cb3f77,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-4506674-shelved',owner='76e4a671b2864da49391fe1fbd5c6c65',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T09:04:15Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:06:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:06:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.563s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40c784007ae13054b79e80161a1db664',container_format='bare',created_at=2023-11-29T09:04:11Z,direct_url=<?>,disk_format='qcow2',id=23c8110b-86ac-4395-96ba-1678e9cb3f77,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-4506674-shelved',owner='76e4a671b2864da49391fe1fbd5c6c65',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T09:04:15Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'vcpu_model' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.objects.base [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<fbd06361-d5a7-4435-9ec6-54314085e5b7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T09:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-4506674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-4506674',id=36,image_ref='23c8110b-86ac-4395-96ba-1678e9cb3f77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2138971648',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:02:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-tiwplmwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member',shelved_at='2023-11-29T09:04:15.213374',shelved_host='user',shelved_image_id='23c8110b-86ac-4395-96ba-1678e9cb3f77'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:06:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=fbd06361-d5a7-4435-9ec6-54314085e5b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'pci_devices' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.objects.base [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Object Instance<fbd06361-d5a7-4435-9ec6-54314085e5b7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:06:11 user nova-compute[75249]:   <uuid>fbd06361-d5a7-4435-9ec6-54314085e5b7</uuid>
Nov 29 09:06:11 user nova-compute[75249]:   <name>instance-00000024</name>
Nov 29 09:06:11 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:06:11 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:06:11 user nova-compute[75249]:   <metadata>
Nov 29 09:06:11 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:06:11 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:06:11 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-4506674</nova:name>
Nov 29 09:06:11 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:06:10</nova:creationTime>
Nov 29 09:06:11 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:06:11 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:06:11 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:06:11 user nova-compute[75249]:       <nova:owner>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:user uuid="04ccda71efe64ec780b03dcd66c7fa2b">tempest-AttachVolumeShelveTestJSON-548873049-project-member</nova:user>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:project uuid="76e4a671b2864da49391fe1fbd5c6c65">tempest-AttachVolumeShelveTestJSON-548873049</nova:project>
Nov 29 09:06:11 user nova-compute[75249]:       </nova:owner>
Nov 29 09:06:11 user nova-compute[75249]:       <nova:root type="image" uuid="23c8110b-86ac-4395-96ba-1678e9cb3f77"/>
Nov 29 09:06:11 user nova-compute[75249]:       <nova:ports>
Nov 29 09:06:11 user nova-compute[75249]:         <nova:port uuid="cfc22608-3af5-4dc6-8cf5-cf5e515f2202">
Nov 29 09:06:11 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 09:06:11 user nova-compute[75249]:         </nova:port>
Nov 29 09:06:11 user nova-compute[75249]:       </nova:ports>
Nov 29 09:06:11 user nova-compute[75249]:     </nova:instance>
Nov 29 09:06:11 user nova-compute[75249]:   </metadata>
Nov 29 09:06:11 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:06:11 user nova-compute[75249]:     <system>
Nov 29 09:06:11 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:06:11 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:06:11 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:06:11 user nova-compute[75249]:       <entry name="serial">fbd06361-d5a7-4435-9ec6-54314085e5b7</entry>
Nov 29 09:06:11 user nova-compute[75249]:       <entry name="uuid">fbd06361-d5a7-4435-9ec6-54314085e5b7</entry>
Nov 29 09:06:11 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:06:11 user nova-compute[75249]:     </system>
Nov 29 09:06:11 user nova-compute[75249]:   </sysinfo>
Nov 29 09:06:11 user nova-compute[75249]:   <os>
Nov 29 09:06:11 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:06:11 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:06:11 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:06:11 user nova-compute[75249]:   </os>
Nov 29 09:06:11 user nova-compute[75249]:   <features>
Nov 29 09:06:11 user nova-compute[75249]:     <acpi/>
Nov 29 09:06:11 user nova-compute[75249]:     <apic/>
Nov 29 09:06:11 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:06:11 user nova-compute[75249]:   </features>
Nov 29 09:06:11 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:06:11 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:06:11 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:06:11 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:06:11 user nova-compute[75249]:   </clock>
Nov 29 09:06:11 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:06:11 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:06:11 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:06:11 user nova-compute[75249]:   </cpu>
Nov 29 09:06:11 user nova-compute[75249]:   <devices>
Nov 29 09:06:11 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:06:11 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:06:11 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk"/>
Nov 29 09:06:11 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:06:11 user nova-compute[75249]:     </disk>
Nov 29 09:06:11 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:06:11 user nova-compute[75249]:       <mac address="fa:16:3e:cf:f3:52"/>
Nov 29 09:06:11 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:06:11 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:06:11 user nova-compute[75249]:       <target dev="tapcfc22608-3a"/>
Nov 29 09:06:11 user nova-compute[75249]:     </interface>
Nov 29 09:06:11 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:06:11 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/console.log" append="off"/>
Nov 29 09:06:11 user nova-compute[75249]:     </serial>
Nov 29 09:06:11 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:06:11 user nova-compute[75249]:     <video>
Nov 29 09:06:11 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:06:11 user nova-compute[75249]:     </video>
Nov 29 09:06:11 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:06:11 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:06:11 user nova-compute[75249]:     </rng>
Nov 29 09:06:11 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:06:11 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:06:11 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:06:11 user nova-compute[75249]:     </memballoon>
Nov 29 09:06:11 user nova-compute[75249]:   </devices>
Nov 29 09:06:11 user nova-compute[75249]: </domain>
Nov 29 09:06:11 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T09:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-4506674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-4506674',id=36,image_ref='23c8110b-86ac-4395-96ba-1678e9cb3f77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2138971648',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:02:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-tiwplmwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member',shelved_at='2023-11-29T09:04:15.213374',shelved_host='user',shelved_image_id='23c8110b-86ac-4395-96ba-1678e9cb3f77'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:06:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=fbd06361-d5a7-4435-9ec6-54314085e5b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG os_vif [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dd85ac3-50a2-509c-a4ae-5f024065c034', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfc22608-3a, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfc22608-3a, col_values=(('qos', UUID('a8fbdc93-5e71-4276-a13d-af222e2f1636')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfc22608-3a, col_values=(('external_ids', {'iface-id': 'cfc22608-3af5-4dc6-8cf5-cf5e515f2202', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cf:f3:52', 'vm-uuid': 'fbd06361-d5a7-4435-9ec6-54314085e5b7'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:11 user nova-compute[75249]: INFO os_vif [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a')
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.policy [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600d7c84fd734cc2a2e1ec76faf0fe9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a544a150032b4b9d85ef8dcf159e1aff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] No VIF found with MAC fa:16:3e:cf:f3:52, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:06:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Creating image(s)
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk 1073741824" returned: 0 in 0.268s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.461s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Successfully created port: 6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.196s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Cannot resize image /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Ensure instance console log exists: /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Successfully updated port: 6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquired lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-87002d44-17ed-4918-93b8-9384481e8f8d req-62eb4d13-720e-4d97-bcbc-e469b48530db service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-87002d44-17ed-4918-93b8-9384481e8f8d req-62eb4d13-720e-4d97-bcbc-e469b48530db service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-87002d44-17ed-4918-93b8-9384481e8f8d req-62eb4d13-720e-4d97-bcbc-e469b48530db service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-87002d44-17ed-4918-93b8-9384481e8f8d req-62eb4d13-720e-4d97-bcbc-e469b48530db service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-87002d44-17ed-4918-93b8-9384481e8f8d req-62eb4d13-720e-4d97-bcbc-e469b48530db service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:06:12 user nova-compute[75249]: WARNING nova.compute.manager [req-87002d44-17ed-4918-93b8-9384481e8f8d req-62eb4d13-720e-4d97-bcbc-e469b48530db service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.network.neutron [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Updating instance_info_cache with network_info: [{"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Releasing lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Instance network_info: |[{"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Start _get_guest_xml network_info=[{"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:06:13 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:06:13 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:06:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-518242837',display_name='tempest-AttachVolumeNegativeTest-server-518242837',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-518242837',id=39,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBRmnmXEuYHkDitcYCHNPdaR5GcLVR6PrHsm16LHRCbo0rTXQUNOIwgifiQCMFqBX/x15ov6kERS0NMsg3/Bl7c3Tk9JSRanKctTGdhCJgIgFb+vG+DPPROPM56EhVF3+A==',key_name='tempest-keypair-387541176',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-i3j7yhrw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:06:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=4f81a5cc-c974-4004-a0c3-bf4c4845ae2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.objects.instance [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:06:13 user nova-compute[75249]:   <uuid>4f81a5cc-c974-4004-a0c3-bf4c4845ae2e</uuid>
Nov 29 09:06:13 user nova-compute[75249]:   <name>instance-00000027</name>
Nov 29 09:06:13 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:06:13 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:06:13 user nova-compute[75249]:   <metadata>
Nov 29 09:06:13 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:06:13 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:06:13 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeNegativeTest-server-518242837</nova:name>
Nov 29 09:06:13 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:06:13</nova:creationTime>
Nov 29 09:06:13 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:06:13 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:06:13 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:06:13 user nova-compute[75249]:       <nova:owner>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:user uuid="600d7c84fd734cc2a2e1ec76faf0fe9e">tempest-AttachVolumeNegativeTest-796896474-project-member</nova:user>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:project uuid="a544a150032b4b9d85ef8dcf159e1aff">tempest-AttachVolumeNegativeTest-796896474</nova:project>
Nov 29 09:06:13 user nova-compute[75249]:       </nova:owner>
Nov 29 09:06:13 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:06:13 user nova-compute[75249]:       <nova:ports>
Nov 29 09:06:13 user nova-compute[75249]:         <nova:port uuid="6edb8aef-db96-4529-96c9-fd2df47b2a60">
Nov 29 09:06:13 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 09:06:13 user nova-compute[75249]:         </nova:port>
Nov 29 09:06:13 user nova-compute[75249]:       </nova:ports>
Nov 29 09:06:13 user nova-compute[75249]:     </nova:instance>
Nov 29 09:06:13 user nova-compute[75249]:   </metadata>
Nov 29 09:06:13 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:06:13 user nova-compute[75249]:     <system>
Nov 29 09:06:13 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:06:13 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:06:13 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:06:13 user nova-compute[75249]:       <entry name="serial">4f81a5cc-c974-4004-a0c3-bf4c4845ae2e</entry>
Nov 29 09:06:13 user nova-compute[75249]:       <entry name="uuid">4f81a5cc-c974-4004-a0c3-bf4c4845ae2e</entry>
Nov 29 09:06:13 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:06:13 user nova-compute[75249]:     </system>
Nov 29 09:06:13 user nova-compute[75249]:   </sysinfo>
Nov 29 09:06:13 user nova-compute[75249]:   <os>
Nov 29 09:06:13 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:06:13 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:06:13 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:06:13 user nova-compute[75249]:   </os>
Nov 29 09:06:13 user nova-compute[75249]:   <features>
Nov 29 09:06:13 user nova-compute[75249]:     <acpi/>
Nov 29 09:06:13 user nova-compute[75249]:     <apic/>
Nov 29 09:06:13 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:06:13 user nova-compute[75249]:   </features>
Nov 29 09:06:13 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:06:13 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:06:13 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:06:13 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:06:13 user nova-compute[75249]:   </clock>
Nov 29 09:06:13 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:06:13 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:06:13 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:06:13 user nova-compute[75249]:   </cpu>
Nov 29 09:06:13 user nova-compute[75249]:   <devices>
Nov 29 09:06:13 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:06:13 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:06:13 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk"/>
Nov 29 09:06:13 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:06:13 user nova-compute[75249]:     </disk>
Nov 29 09:06:13 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:06:13 user nova-compute[75249]:       <mac address="fa:16:3e:bd:f4:3e"/>
Nov 29 09:06:13 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:06:13 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:06:13 user nova-compute[75249]:       <target dev="tap6edb8aef-db"/>
Nov 29 09:06:13 user nova-compute[75249]:     </interface>
Nov 29 09:06:13 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:06:13 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/console.log" append="off"/>
Nov 29 09:06:13 user nova-compute[75249]:     </serial>
Nov 29 09:06:13 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:06:13 user nova-compute[75249]:     <video>
Nov 29 09:06:13 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:06:13 user nova-compute[75249]:     </video>
Nov 29 09:06:13 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:06:13 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:06:13 user nova-compute[75249]:     </rng>
Nov 29 09:06:13 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:06:13 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:06:13 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:06:13 user nova-compute[75249]:     </memballoon>
Nov 29 09:06:13 user nova-compute[75249]:   </devices>
Nov 29 09:06:13 user nova-compute[75249]: </domain>
Nov 29 09:06:13 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:06:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-518242837',display_name='tempest-AttachVolumeNegativeTest-server-518242837',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-518242837',id=39,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBRmnmXEuYHkDitcYCHNPdaR5GcLVR6PrHsm16LHRCbo0rTXQUNOIwgifiQCMFqBX/x15ov6kERS0NMsg3/Bl7c3Tk9JSRanKctTGdhCJgIgFb+vG+DPPROPM56EhVF3+A==',key_name='tempest-keypair-387541176',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-i3j7yhrw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:06:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=4f81a5cc-c974-4004-a0c3-bf4c4845ae2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG os_vif [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd6c31755-bd5b-5ce5-a69f-31e0983c4d5c', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6edb8aef-db, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6edb8aef-db, col_values=(('qos', UUID('4dc0340c-8954-4ca2-a38d-ee4ca8dded15')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6edb8aef-db, col_values=(('external_ids', {'iface-id': '6edb8aef-db96-4529-96c9-fd2df47b2a60', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:f4:3e', 'vm-uuid': '4f81a5cc-c974-4004-a0c3-bf4c4845ae2e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: INFO os_vif [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db')
Nov 29 09:06:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:06:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:bd:f4:3e, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:06:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance spawned successfully.
Nov 29 09:06:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-changed-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Refreshing instance network info cache due to event network-changed-6edb8aef-db96-4529-96c9-fd2df47b2a60. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] Acquiring lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] Acquired lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:06:14 user nova-compute[75249]: DEBUG nova.network.neutron [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Refreshing network info cache for port 6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7c4ba88e-6412-4f64-b528-5b0dc640552f req-d34f94e2-5372-4bfb-a5b9-d2ba6e5c466e service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7c4ba88e-6412-4f64-b528-5b0dc640552f req-d34f94e2-5372-4bfb-a5b9-d2ba6e5c466e service nova] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7c4ba88e-6412-4f64-b528-5b0dc640552f req-d34f94e2-5372-4bfb-a5b9-d2ba6e5c466e service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7c4ba88e-6412-4f64-b528-5b0dc640552f req-d34f94e2-5372-4bfb-a5b9-d2ba6e5c466e service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-7c4ba88e-6412-4f64-b528-5b0dc640552f req-d34f94e2-5372-4bfb-a5b9-d2ba6e5c466e service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] No waiting events found dispatching network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:06:15 user nova-compute[75249]: WARNING nova.compute.manager [req-7c4ba88e-6412-4f64-b528-5b0dc640552f req-d34f94e2-5372-4bfb-a5b9-d2ba6e5c466e service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received unexpected event network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 for instance with vm_state building and task_state spawning.
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.compute.manager [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-66eab0e5-8b12-4951-a7b0-a81cf1ebd40e tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.602s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Updated VIF entry in instance network info cache for port 6edb8aef-db96-4529-96c9-fd2df47b2a60. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.network.neutron [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Updating instance_info_cache with network_info: [{"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] Releasing lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:06:15 user nova-compute[75249]: WARNING nova.compute.manager [req-e89b2490-cae1-4bbd-b9b4-2a1bff0d8b4c req-c73c49ff-ff06-45bd-905c-87175afc55ac service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 09:06:15 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:06:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Instance spawned successfully.
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:06:17 user nova-compute[75249]: INFO nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Took 5.73 seconds to spawn the instance on the hypervisor.
Nov 29 09:06:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:06:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-a284949d-1fd0-4b31-bfe9-1b924281a56b req-de473b4d-204d-4af9-9749-174f5f1d135b service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:06:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a284949d-1fd0-4b31-bfe9-1b924281a56b req-de473b4d-204d-4af9-9749-174f5f1d135b service nova] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a284949d-1fd0-4b31-bfe9-1b924281a56b req-de473b4d-204d-4af9-9749-174f5f1d135b service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a284949d-1fd0-4b31-bfe9-1b924281a56b req-de473b4d-204d-4af9-9749-174f5f1d135b service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:17 user nova-compute[75249]: DEBUG nova.compute.manager [req-a284949d-1fd0-4b31-bfe9-1b924281a56b req-de473b4d-204d-4af9-9749-174f5f1d135b service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] No waiting events found dispatching network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:06:17 user nova-compute[75249]: WARNING nova.compute.manager [req-a284949d-1fd0-4b31-bfe9-1b924281a56b req-de473b4d-204d-4af9-9749-174f5f1d135b service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received unexpected event network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 for instance with vm_state building and task_state spawning.
Nov 29 09:06:17 user nova-compute[75249]: INFO nova.compute.manager [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Took 6.73 seconds to build instance.
Nov 29 09:06:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-a4c39f29-abab-4fbd-8534-df4406c564a2 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.838s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:06:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:06:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:06:21 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:06:21 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:06:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8530MB free_disk=25.233341217041016GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3b7437c0-824d-4925-8ea4-c607b0cdbc5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance fbd06361-d5a7-4435-9ec6-54314085e5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.566s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:06:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:25 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:06:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:06:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 3b7437c0-824d-4925-8ea4-c607b0cdbc5a {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:06:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:06:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.039s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:06:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:06:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:06:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:06:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:06:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:06:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:07:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:07:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:07:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:13 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:07:14 user nova-compute[75249]: INFO nova.compute.claims [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Claim successful on node user
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.network.neutron [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:07:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.policy [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '139d8a0a67f5487cb42a4229e3f873fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790d5e695f7e4fd5a32141a333924b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:07:14 user nova-compute[75249]: INFO nova.virt.block_device [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Booting with volume 497fad68-a414-4b84-b1bc-4ac8973ffc2d at /dev/vda
Nov 29 09:07:14 user nova-compute[75249]: DEBUG os_brick.utils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e8090e-dc8d-41d1-9fa5-152d4ea7716f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d1f20d-d358-490f-aafd-48aa67a122df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e31579-81e6-4dca-86b6-5186e996c058]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[22106995-bc61-451b-a120-d514a57e7864]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:07:14 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9aa9c7-6743-4840-9965-a18a718e3e2d]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG os_brick.utils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating existing volume attachment record: 48791d1d-8c26-4660-abca-0a67f3f7778c {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:07:14 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Successfully created port: 59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Successfully updated port: 59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-changed-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG nova.compute.manager [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Refreshing instance network info cache due to event network-changed-59335e8a-a66c-46d1-b03f-63c7e3b2f11a. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:07:15 user nova-compute[75249]: DEBUG nova.network.neutron [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG nova.network.neutron [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance network_info: |[{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Refreshing network info cache for port 59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updated VIF entry in instance network info cache for port 59335e8a-a66c-46d1-b03f-63c7e3b2f11a. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG nova.network.neutron [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:07:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-21b091a4-2ccd-45df-999b-2c4426f7593d req-ab1b77c6-4988-4e3b-9459-a3f2d27afa47 service nova] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:07:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:07:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:07:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:07:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updating instance_info_cache with network_info: [{"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:07:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:20 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:21 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:07:21 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8403MB free_disk=25.194313049316406GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 3b7437c0-824d-4925-8ea4-c607b0cdbc5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance fbd06361-d5a7-4435-9ec6-54314085e5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:07:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.366s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:07:22 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Creating image(s)
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Ensure instance console log exists: /opt/stack/data/nova/instances/f6f8f176-6ec1-4460-8261-1e1518ff5014/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Start _get_guest_xml network_info=[{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '48791d1d-8c26-4660-abca-0a67f3f7778c', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f6f8f176-6ec1-4460-8261-1e1518ff5014', 'attached_at': '', 'detached_at': '', 'volume_id': '497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'serial': '497fad68-a414-4b84-b1bc-4ac8973ffc2d'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:07:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:07:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:07:22 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:07:22 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:07:22 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2529ce6-3081-4257-95ab-af214dc5a47d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:07:22 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae40275-879e-4eed-b2b5-32d4dbe41d15]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d] added
Nov 29 09:07:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22f4639-62d3-4b47-82cc-f98bc5266c3a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4075c8f8-6e3c-4744-90b8-34ce13969bad]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mUwSDecv {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mUwSDecv" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fdf492-4545-44b3-a722-9aecb1694d43]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mUwSDecv'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b607d96c-8cbf-49d5-9260-acbd59ee9041]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c139dd2b-5b3e-4935-80bc-ca04a1712417]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[29df5fa5-5eea-4a9d-916e-77cc882685c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]
Nov 29 09:07:22 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.
Nov 29 09:07:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[185ea636-0fa7-4a00-b786-7ebcb2a682b0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c0831c-4b1d-4e45-8309-cb381ae115db]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:07:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:07:22 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:07:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] HCTL ('35', '-', '-', 0) found on session 47 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f951e911-160d-4cbb-9476-80ec83d4f1c7]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:22 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23735656162613032', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735656162613032', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1751961883',display_name='tempest-ServerActionsTestOtherA-server-1751961883',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1751961883',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-ycqbs7f0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:07:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=f6f8f176-6ec1-4460-8261-1e1518ff5014,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'pci_devices' on Instance uuid f6f8f176-6ec1-4460-8261-1e1518ff5014 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:07:23 user nova-compute[75249]:   <uuid>f6f8f176-6ec1-4460-8261-1e1518ff5014</uuid>
Nov 29 09:07:23 user nova-compute[75249]:   <name>instance-00000028</name>
Nov 29 09:07:23 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:07:23 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:07:23 user nova-compute[75249]:   <metadata>
Nov 29 09:07:23 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:07:23 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:07:23 user nova-compute[75249]:       <nova:name>tempest-ServerActionsTestOtherA-server-1751961883</nova:name>
Nov 29 09:07:23 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:07:22</nova:creationTime>
Nov 29 09:07:23 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:07:23 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:07:23 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:07:23 user nova-compute[75249]:       <nova:owner>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:user uuid="139d8a0a67f5487cb42a4229e3f873fe">tempest-ServerActionsTestOtherA-1912372558-project-member</nova:user>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:project uuid="790d5e695f7e4fd5a32141a333924b0b">tempest-ServerActionsTestOtherA-1912372558</nova:project>
Nov 29 09:07:23 user nova-compute[75249]:       </nova:owner>
Nov 29 09:07:23 user nova-compute[75249]:       <nova:ports>
Nov 29 09:07:23 user nova-compute[75249]:         <nova:port uuid="59335e8a-a66c-46d1-b03f-63c7e3b2f11a">
Nov 29 09:07:23 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 09:07:23 user nova-compute[75249]:         </nova:port>
Nov 29 09:07:23 user nova-compute[75249]:       </nova:ports>
Nov 29 09:07:23 user nova-compute[75249]:     </nova:instance>
Nov 29 09:07:23 user nova-compute[75249]:   </metadata>
Nov 29 09:07:23 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:07:23 user nova-compute[75249]:     <system>
Nov 29 09:07:23 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:07:23 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:07:23 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:07:23 user nova-compute[75249]:       <entry name="serial">f6f8f176-6ec1-4460-8261-1e1518ff5014</entry>
Nov 29 09:07:23 user nova-compute[75249]:       <entry name="uuid">f6f8f176-6ec1-4460-8261-1e1518ff5014</entry>
Nov 29 09:07:23 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:07:23 user nova-compute[75249]:     </system>
Nov 29 09:07:23 user nova-compute[75249]:   </sysinfo>
Nov 29 09:07:23 user nova-compute[75249]:   <os>
Nov 29 09:07:23 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:07:23 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:07:23 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:07:23 user nova-compute[75249]:   </os>
Nov 29 09:07:23 user nova-compute[75249]:   <features>
Nov 29 09:07:23 user nova-compute[75249]:     <acpi/>
Nov 29 09:07:23 user nova-compute[75249]:     <apic/>
Nov 29 09:07:23 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:07:23 user nova-compute[75249]:   </features>
Nov 29 09:07:23 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:07:23 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:07:23 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:07:23 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:07:23 user nova-compute[75249]:   </clock>
Nov 29 09:07:23 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:07:23 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:07:23 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:07:23 user nova-compute[75249]:   </cpu>
Nov 29 09:07:23 user nova-compute[75249]:   <devices>
Nov 29 09:07:23 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:07:23 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:07:23 user nova-compute[75249]:       <source dev="/dev/sdd"/>
Nov 29 09:07:23 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:07:23 user nova-compute[75249]:       <serial>497fad68-a414-4b84-b1bc-4ac8973ffc2d</serial>
Nov 29 09:07:23 user nova-compute[75249]:     </disk>
Nov 29 09:07:23 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:07:23 user nova-compute[75249]:       <mac address="fa:16:3e:3a:bc:95"/>
Nov 29 09:07:23 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:07:23 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:07:23 user nova-compute[75249]:       <target dev="tap59335e8a-a6"/>
Nov 29 09:07:23 user nova-compute[75249]:     </interface>
Nov 29 09:07:23 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:07:23 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/f6f8f176-6ec1-4460-8261-1e1518ff5014/console.log" append="off"/>
Nov 29 09:07:23 user nova-compute[75249]:     </serial>
Nov 29 09:07:23 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:07:23 user nova-compute[75249]:     <video>
Nov 29 09:07:23 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:07:23 user nova-compute[75249]:     </video>
Nov 29 09:07:23 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:07:23 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:07:23 user nova-compute[75249]:     </rng>
Nov 29 09:07:23 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:07:23 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:07:23 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:07:23 user nova-compute[75249]:     </memballoon>
Nov 29 09:07:23 user nova-compute[75249]:   </devices>
Nov 29 09:07:23 user nova-compute[75249]: </domain>
Nov 29 09:07:23 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1751961883',display_name='tempest-ServerActionsTestOtherA-server-1751961883',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1751961883',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-ycqbs7f0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:07:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=f6f8f176-6ec1-4460-8261-1e1518ff5014,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG os_vif [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11556aed-d064-567d-aa27-e161debda625', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59335e8a-a6, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59335e8a-a6, col_values=(('qos', UUID('bcdd6d65-e20a-4702-b209-5da3ee3420ec')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59335e8a-a6, col_values=(('external_ids', {'iface-id': '59335e8a-a66c-46d1-b03f-63c7e3b2f11a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:bc:95', 'vm-uuid': 'f6f8f176-6ec1-4460-8261-1e1518ff5014'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:23 user nova-compute[75249]: INFO os_vif [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6')
Nov 29 09:07:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:07:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No VIF found with MAC fa:16:3e:3a:bc:95, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-a56cb944-3a96-4193-8591-914607eee17e req-90b32fcb-ac42-4449-ba53-4f175bb10241 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a56cb944-3a96-4193-8591-914607eee17e req-90b32fcb-ac42-4449-ba53-4f175bb10241 service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a56cb944-3a96-4193-8591-914607eee17e req-90b32fcb-ac42-4449-ba53-4f175bb10241 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a56cb944-3a96-4193-8591-914607eee17e req-90b32fcb-ac42-4449-ba53-4f175bb10241 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-a56cb944-3a96-4193-8591-914607eee17e req-90b32fcb-ac42-4449-ba53-4f175bb10241 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:07:25 user nova-compute[75249]: WARNING nova.compute.manager [req-a56cb944-3a96-4193-8591-914607eee17e req-90b32fcb-ac42-4449-ba53-4f175bb10241 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state building and task_state spawning.
Nov 29 09:07:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:07:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance spawned successfully.
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:07:27 user nova-compute[75249]: INFO nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Took 5.18 seconds to spawn the instance on the hypervisor.
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:07:27 user nova-compute[75249]: INFO nova.compute.manager [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Took 13.76 seconds to build instance.
Nov 29 09:07:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-84051f0d-60f5-4505-bf14-d8c2184b6c8a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.004s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-920d7bea-f04b-4f88-838a-ef6a439636a4 req-84cdce83-98a8-406c-9ce2-86b0644a3221 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-920d7bea-f04b-4f88-838a-ef6a439636a4 req-84cdce83-98a8-406c-9ce2-86b0644a3221 service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-920d7bea-f04b-4f88-838a-ef6a439636a4 req-84cdce83-98a8-406c-9ce2-86b0644a3221 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-920d7bea-f04b-4f88-838a-ef6a439636a4 req-84cdce83-98a8-406c-9ce2-86b0644a3221 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-920d7bea-f04b-4f88-838a-ef6a439636a4 req-84cdce83-98a8-406c-9ce2-86b0644a3221 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:07:27 user nova-compute[75249]: WARNING nova.compute.manager [req-920d7bea-f04b-4f88-838a-ef6a439636a4 req-84cdce83-98a8-406c-9ce2-86b0644a3221 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state active and task_state None.
Nov 29 09:07:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:07:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:07:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:07:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:07:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:35 user nova-compute[75249]: INFO nova.compute.manager [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Terminating instance
Nov 29 09:07:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-0f92c965-5ee0-4798-877d-a9e123cb6bfd req-176b6110-9245-4a72-afbf-08495e26f0ed service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-vif-unplugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0f92c965-5ee0-4798-877d-a9e123cb6bfd req-176b6110-9245-4a72-afbf-08495e26f0ed service nova] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0f92c965-5ee0-4798-877d-a9e123cb6bfd req-176b6110-9245-4a72-afbf-08495e26f0ed service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0f92c965-5ee0-4798-877d-a9e123cb6bfd req-176b6110-9245-4a72-afbf-08495e26f0ed service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-0f92c965-5ee0-4798-877d-a9e123cb6bfd req-176b6110-9245-4a72-afbf-08495e26f0ed service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] No waiting events found dispatching network-vif-unplugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-0f92c965-5ee0-4798-877d-a9e123cb6bfd req-176b6110-9245-4a72-afbf-08495e26f0ed service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-vif-unplugged-533fb9e6-6330-43bf-9391-d669adb2a062 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:07:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Instance destroyed successfully.
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'resources' on Instance uuid 3b7437c0-824d-4925-8ea4-c607b0cdbc5a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:05:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1850182502',display_name='tempest-TestVolumeBootPattern-server-1850182502',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1850182502',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:06:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-lul0u4gu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:06:04Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=3b7437c0-824d-4925-8ea4-c607b0cdbc5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "533fb9e6-6330-43bf-9391-d669adb2a062", "address": "fa:16:3e:55:ae:0b", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap533fb9e6-63", "ovs_interfaceid": "533fb9e6-6330-43bf-9391-d669adb2a062", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_vif [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap533fb9e6-63, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cafa885d-c215-419c-a9dd-db3bd7f7cbd6) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:36 user nova-compute[75249]: INFO os_vif [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:ae:0b,bridge_name='br-int',has_traffic_filtering=True,id=533fb9e6-6330-43bf-9391-d669adb2a062,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap533fb9e6-63')
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VLwNmjFI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:07:36 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c7d864a-a153-43bc-9705-f2558b76bf28]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:07:36 user nova-compute[75249]: No targets found.
Nov 29 09:07:36 user nova-compute[75249]: iSNS:
Nov 29 09:07:36 user nova-compute[75249]: No targets found.
Nov 29 09:07:36 user nova-compute[75249]: STATIC:
Nov 29 09:07:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5
Nov 29 09:07:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:07:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:07:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d
Nov 29 09:07:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:07:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:07:36 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665
Nov 29 09:07:36 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:07:36 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:07:36 user nova-compute[75249]: FIRMWARE:
Nov 29 09:07:36 user nova-compute[75249]: No targets found.
Nov 29 09:07:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:07:36 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:07:36 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77556022-ca25-4085-9c05-9c2f2cae49b8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d40070-21ca-4514-b6fd-c6cabd2be8cd]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:07:36 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:07:36 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:07:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 (non-flash)
Nov 29 09:07:36 user nova-compute[75249]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:07:36 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:07:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8d2099dfc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e39cb1-fb1e-4ba7-999e-275c703178c0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c0bc9a-dfd2-46cc-8ee2-a13086033dac]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f86f1db-5661-492d-8469-fad913c48ccb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[88be7a6a-6c6f-4f2c-ab1e-1007ff0d6e17]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb0419df-1187-40ab-a0fd-325c22542ea5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90ca587-96d3-497b-b2ec-2669133a5a00]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260]
Nov 29 09:07:36 user nova-compute[75249]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665, portal: 172.16.0.220,3260] successful.
Nov 29 09:07:36 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1a4815a-fa90-4997-91a6-0467a12b8665 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0bc4d1-b408-4837-86eb-045241ccfc30]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== disconnect_volume: return (351ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:07:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Deleting instance files /opt/stack/data/nova/instances/3b7437c0-824d-4925-8ea4-c607b0cdbc5a_del
Nov 29 09:07:36 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Deletion of /opt/stack/data/nova/instances/3b7437c0-824d-4925-8ea4-c607b0cdbc5a_del complete
Nov 29 09:07:36 user nova-compute[75249]: INFO nova.compute.manager [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Took 1.23 seconds to destroy the instance on the hypervisor.
Nov 29 09:07:36 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:07:36 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:07:37 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:07:37 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Took 0.73 seconds to deallocate network for instance.
Nov 29 09:07:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] Acquiring lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] No waiting events found dispatching network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:07:38 user nova-compute[75249]: WARNING nova.compute.manager [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received unexpected event network-vif-plugged-533fb9e6-6330-43bf-9391-d669adb2a062 for instance with vm_state active and task_state deleting.
Nov 29 09:07:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-4fef2ca5-3d13-465a-ba06-7f353fede6dc req-b65d7016-5056-49ea-88df-d1118ff4c3ba service nova] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Received event network-vif-deleted-533fb9e6-6330-43bf-9391-d669adb2a062 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:38 user nova-compute[75249]: INFO nova.compute.manager [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Took 0.76 seconds to detach 1 volumes for instance.
Nov 29 09:07:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 3b7437c0-824d-4925-8ea4-c607b0cdbc5a] Deleting volume: e1a4815a-fa90-4997-91a6-0467a12b8665 {{(pid=75249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.274s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:38 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Deleted allocations for instance 3b7437c0-824d-4925-8ea4-c607b0cdbc5a
Nov 29 09:07:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6b90fb71-8c0f-4392-ab9d-880018e3a79c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "3b7437c0-824d-4925-8ea4-c607b0cdbc5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.250s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:54 user nova-compute[75249]: INFO nova.compute.manager [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Terminating instance
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-b143dca3-8f1a-491b-89f9-23903c078aed req-a2af7200-8e31-40c8-8f40-d7ffcf7fb77f service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-unplugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b143dca3-8f1a-491b-89f9-23903c078aed req-a2af7200-8e31-40c8-8f40-d7ffcf7fb77f service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b143dca3-8f1a-491b-89f9-23903c078aed req-a2af7200-8e31-40c8-8f40-d7ffcf7fb77f service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b143dca3-8f1a-491b-89f9-23903c078aed req-a2af7200-8e31-40c8-8f40-d7ffcf7fb77f service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-b143dca3-8f1a-491b-89f9-23903c078aed req-a2af7200-8e31-40c8-8f40-d7ffcf7fb77f service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-unplugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.compute.manager [req-b143dca3-8f1a-491b-89f9-23903c078aed req-a2af7200-8e31-40c8-8f40-d7ffcf7fb77f service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-unplugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:07:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Instance destroyed successfully.
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lazy-loading 'resources' on Instance uuid fbd06361-d5a7-4435-9ec6-54314085e5b7 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T09:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-4506674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-4506674',id=36,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFtDVGkmKI0RR6i+5WTNjUhetTIeXi3ya6aHW7ruPL3gTWiIE6jICgvqZpHbXN4poBX5eZpYle6sTtW6SkQeJDIQ2kuJFr/Sp1sMRMgqT/BvGl52ZUgXsPScEspxEYotYg==',key_name='tempest-keypair-2138971648',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:06:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76e4a671b2864da49391fe1fbd5c6c65',ramdisk_id='',reservation_id='r-tiwplmwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-548873049',owner_user_name='tempest-AttachVolumeShelveTestJSON-548873049-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:06:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='04ccda71efe64ec780b03dcd66c7fa2b',uuid=fbd06361-d5a7-4435-9ec6-54314085e5b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converting VIF {"id": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "address": "fa:16:3e:cf:f3:52", "network": {"id": "ba9eca35-b650-4230-8b74-f5387f82167e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1789553445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e4a671b2864da49391fe1fbd5c6c65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfc22608-3a", "ovs_interfaceid": "cfc22608-3af5-4dc6-8cf5-cf5e515f2202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG os_vif [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfc22608-3a, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a8fbdc93-5e71-4276-a13d-af222e2f1636) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:54 user nova-compute[75249]: INFO os_vif [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:f3:52,bridge_name='br-int',has_traffic_filtering=True,id=cfc22608-3af5-4dc6-8cf5-cf5e515f2202,network=Network(ba9eca35-b650-4230-8b74-f5387f82167e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfc22608-3a')
Nov 29 09:07:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Deleting instance files /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7_del
Nov 29 09:07:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Deletion of /opt/stack/data/nova/instances/fbd06361-d5a7-4435-9ec6-54314085e5b7_del complete
Nov 29 09:07:54 user nova-compute[75249]: INFO nova.compute.manager [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Took 0.67 seconds to destroy the instance on the hypervisor.
Nov 29 09:07:54 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:07:54 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:07:55 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:07:55 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Took 0.96 seconds to deallocate network for instance.
Nov 29 09:07:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:55 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:07:55 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:07:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.274s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:56 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Deleted allocations for instance fbd06361-d5a7-4435-9ec6-54314085e5b7
Nov 29 09:07:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-30d6af8d-b782-41c2-86f2-d651bf975569 tempest-AttachVolumeShelveTestJSON-548873049 tempest-AttachVolumeShelveTestJSON-548873049-project-member] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.096s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] Acquiring lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:07:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:07:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] Lock "fbd06361-d5a7-4435-9ec6-54314085e5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:07:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] No waiting events found dispatching network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:07:56 user nova-compute[75249]: WARNING nova.compute.manager [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received unexpected event network-vif-plugged-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 for instance with vm_state deleted and task_state None.
Nov 29 09:07:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-f2c5f7d7-612c-4c93-8ed9-9de9f8949a2f req-dd3e517f-3e48-45f5-9412-004d1e6f71b0 service nova] [instance: fbd06361-d5a7-4435-9ec6-54314085e5b7] Received event network-vif-deleted-cfc22608-3af5-4dc6-8cf5-cf5e515f2202 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:07:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:07:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-changed-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Refreshing instance network info cache due to event network-changed-6edb8aef-db96-4529-96c9-fd2df47b2a60. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] Acquiring lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] Acquired lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG nova.network.neutron [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Refreshing network info cache for port 6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG nova.network.neutron [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Updated VIF entry in instance network info cache for port 6edb8aef-db96-4529-96c9-fd2df47b2a60. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG nova.network.neutron [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Updating instance_info_cache with network_info: [{"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:08:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-168eb5b5-be6d-413c-ae10-8d87b4f0b478 req-ac57bad4-a395-4c78-9425-453f98383507 service nova] Releasing lock "refresh_cache-4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:02 user nova-compute[75249]: INFO nova.compute.manager [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Terminating instance
Nov 29 09:08:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-53ad9488-2371-4c7e-ad4b-0bc33cfd45b1 req-654745ee-ec53-45d5-bf28-c75e6e62567f service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-vif-unplugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-53ad9488-2371-4c7e-ad4b-0bc33cfd45b1 req-654745ee-ec53-45d5-bf28-c75e6e62567f service nova] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-53ad9488-2371-4c7e-ad4b-0bc33cfd45b1 req-654745ee-ec53-45d5-bf28-c75e6e62567f service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-53ad9488-2371-4c7e-ad4b-0bc33cfd45b1 req-654745ee-ec53-45d5-bf28-c75e6e62567f service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-53ad9488-2371-4c7e-ad4b-0bc33cfd45b1 req-654745ee-ec53-45d5-bf28-c75e6e62567f service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] No waiting events found dispatching network-vif-unplugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.compute.manager [req-53ad9488-2371-4c7e-ad4b-0bc33cfd45b1 req-654745ee-ec53-45d5-bf28-c75e6e62567f service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-vif-unplugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:08:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Instance destroyed successfully.
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'resources' on Instance uuid 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:06:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-518242837',display_name='tempest-AttachVolumeNegativeTest-server-518242837',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-518242837',id=39,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBRmnmXEuYHkDitcYCHNPdaR5GcLVR6PrHsm16LHRCbo0rTXQUNOIwgifiQCMFqBX/x15ov6kERS0NMsg3/Bl7c3Tk9JSRanKctTGdhCJgIgFb+vG+DPPROPM56EhVF3+A==',key_name='tempest-keypair-387541176',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:06:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-i3j7yhrw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:06:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=4f81a5cc-c974-4004-a0c3-bf4c4845ae2e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "address": "fa:16:3e:bd:f4:3e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6edb8aef-db", "ovs_interfaceid": "6edb8aef-db96-4529-96c9-fd2df47b2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG os_vif [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6edb8aef-db, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4dc0340c-8954-4ca2-a38d-ee4ca8dded15) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:03 user nova-compute[75249]: INFO os_vif [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:f4:3e,bridge_name='br-int',has_traffic_filtering=True,id=6edb8aef-db96-4529-96c9-fd2df47b2a60,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6edb8aef-db')
Nov 29 09:08:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Deleting instance files /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e_del
Nov 29 09:08:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Deletion of /opt/stack/data/nova/instances/4f81a5cc-c974-4004-a0c3-bf4c4845ae2e_del complete
Nov 29 09:08:03 user nova-compute[75249]: INFO nova.compute.manager [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Took 0.65 seconds to destroy the instance on the hypervisor.
Nov 29 09:08:03 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:08:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:04 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:08:04 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Took 0.78 seconds to deallocate network for instance.
Nov 29 09:08:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-e6544fa3-1fdb-4d1b-91b3-d8d842a04b4a req-0833ab4c-81db-4f6c-8dd1-313516e7c5eb service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-vif-deleted-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:08:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:08:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:08:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.194s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:04 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Deleted allocations for instance 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e
Nov 29 09:08:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e020236a-8a91-4c73-b763-c4fce1c6f050 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.830s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-b1ccf490-f49d-46de-82a7-a06025996770 req-e141907f-afc4-45eb-918d-6880de352222 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received event network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:08:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b1ccf490-f49d-46de-82a7-a06025996770 req-e141907f-afc4-45eb-918d-6880de352222 service nova] Acquiring lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b1ccf490-f49d-46de-82a7-a06025996770 req-e141907f-afc4-45eb-918d-6880de352222 service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b1ccf490-f49d-46de-82a7-a06025996770 req-e141907f-afc4-45eb-918d-6880de352222 service nova] Lock "4f81a5cc-c974-4004-a0c3-bf4c4845ae2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-b1ccf490-f49d-46de-82a7-a06025996770 req-e141907f-afc4-45eb-918d-6880de352222 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] No waiting events found dispatching network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:08:05 user nova-compute[75249]: WARNING nova.compute.manager [req-b1ccf490-f49d-46de-82a7-a06025996770 req-e141907f-afc4-45eb-918d-6880de352222 service nova] [instance: 4f81a5cc-c974-4004-a0c3-bf4c4845ae2e] Received unexpected event network-vif-plugged-6edb8aef-db96-4529-96c9-fd2df47b2a60 for instance with vm_state deleted and task_state None.
Nov 29 09:08:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:14 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:08:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:21 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:08:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:08:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:08:22 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8627MB free_disk=25.245899200439453GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.240s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:08:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:08:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:08:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:08:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:08:47 user nova-compute[75249]: INFO nova.compute.claims [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Claim successful on node user
Nov 29 09:08:47 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:08:47 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.360s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.network.neutron [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:08:48 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.policy [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3cee60df2d4c8a89e16d88ea3a7ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2b63a328c3c4acba9fa40a2b9352757', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:08:48 user nova-compute[75249]: INFO nova.virt.block_device [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Booting with volume 210413a8-e161-42e1-a67c-b820b3006149 at /dev/vda
Nov 29 09:08:48 user nova-compute[75249]: DEBUG os_brick.utils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ddd448-ec2b-4252-9092-8e64edf226ec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ee532d-e5f3-4612-8d53-4b814d3cf7c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d18dc1-2503-40e4-ace0-c1f50ee226c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8269070-c0b6-4f41-bfd5-cf06f1a9a3fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:08:48 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:08:48 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f462388-c21d-46ed-81b7-95345c441d37]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG os_brick.utils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updating existing volume attachment record: e4988273-665a-48e1-8806-5a49b4e0b06e {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:08:48 user nova-compute[75249]: DEBUG nova.network.neutron [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Successfully created port: 46039d62-1068-487b-bf22-159868686969 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Successfully updated port: 46039d62-1068-487b-bf22-159868686969 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquired lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-changed-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Refreshing instance network info cache due to event network-changed-46039d62-1068-487b-bf22-159868686969. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] Acquiring lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.network.neutron [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updating instance_info_cache with network_info: [{"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Releasing lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Instance network_info: |[{"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] Acquired lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:08:49 user nova-compute[75249]: DEBUG nova.network.neutron [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Refreshing network info cache for port 46039d62-1068-487b-bf22-159868686969 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:08:50 user nova-compute[75249]: DEBUG nova.network.neutron [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updated VIF entry in instance network info cache for port 46039d62-1068-487b-bf22-159868686969. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:08:50 user nova-compute[75249]: DEBUG nova.network.neutron [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updating instance_info_cache with network_info: [{"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:08:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-25fa8635-5382-42ed-bdbc-d8e50056f452 req-89c9c5fc-b597-4cb9-b923-37be8e548f22 service nova] Releasing lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:08:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:08:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:08:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:08:54 user nova-compute[75249]: INFO nova.compute.manager [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Detaching volume 58c37137-d05b-4d38-ba52-cf2556cb4dc5
Nov 29 09:08:54 user nova-compute[75249]: INFO nova.virt.block_device [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Attempting to driver detach volume 58c37137-d05b-4d38-ba52-cf2556cb4dc5 from mountpoint /dev/vdb
Nov 29 09:08:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Attempting to detach device vdb from instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:08:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:08:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:08:54 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:08:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:08:54 user nova-compute[75249]:   <serial>58c37137-d05b-4d38-ba52-cf2556cb4dc5</serial>
Nov 29 09:08:54 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:08:54 user nova-compute[75249]: </disk>
Nov 29 09:08:54 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:08:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully detached device vdb from instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a from the persistent domain config.
Nov 29 09:08:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:08:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:08:54 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:08:54 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:08:54 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:08:54 user nova-compute[75249]:   <serial>58c37137-d05b-4d38-ba52-cf2556cb4dc5</serial>
Nov 29 09:08:54 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:08:54 user nova-compute[75249]: </disk>
Nov 29 09:08:54 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:08:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:08:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-changed-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Refreshing instance network info cache due to event network-changed-0e598511-552a-4ffc-86e9-994b3d4c0065. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:09:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:09:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:09:04 user nova-compute[75249]: DEBUG nova.network.neutron [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Refreshing network info cache for port 0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:09:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated VIF entry in instance network info cache for port 0e598511-552a-4ffc-86e9-994b3d4c0065. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:09:05 user nova-compute[75249]: DEBUG nova.network.neutron [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:09:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e82f5e7-9d4e-4ebe-97b0-ee86e384cd31 req-e8497e45-6355-4602-82d6-3f5ac4fa25df service nova] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Stashing vm_state: active {{(pid=75249) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:09:06 user nova-compute[75249]: INFO nova.compute.claims [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Claim successful on node user
Nov 29 09:09:06 user nova-compute[75249]: INFO nova.compute.resource_tracker [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating resource usage from migration 63d25af3-72a7-4cc8-a814-81b9d60579cb
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-changed-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Refreshing instance network info cache due to event network-changed-59335e8a-a66c-46d1-b03f-63c7e3b2f11a. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Refreshing network info cache for port 59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:09:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.335s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:06 user nova-compute[75249]: INFO nova.compute.manager [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Migrating
Nov 29 09:09:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updated VIF entry in instance network info cache for port 59335e8a-a66c-46d1-b03f-63c7e3b2f11a. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.network.neutron [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6c9eb8c3-e6e7-4ef1-8f4a-e8a9eceb945b req-41429b76-d311-40bc-ac08-502cedec0ce0 service nova] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:09:07 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Creating image(s)
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Ensure instance console log exists: /opt/stack/data/nova/instances/77eadb63-d8f7-45d3-8dfc-61dae8f2335f/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Start _get_guest_xml network_info=[{"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'e4988273-665a-48e1-8806-5a49b4e0b06e', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpoVZYyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77eadb63-d8f7-45d3-8dfc-61dae8f2335f', 'attached_at': '', 'detached_at': '', 'volume_id': '210413a8-e161-42e1-a67c-b820b3006149', 'serial': '210413a8-e161-42e1-a67c-b820b3006149'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:09:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:09:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpoVZYyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:09:07 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:09:07 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:09:07 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d590a562-1df6-447c-89c7-8274dd465cf0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:09:07 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0590bab7-c7c9-4a0b-a7e7-095f3e5d4d14]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149] added
Nov 29 09:09:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f36ae6b3-d079-417e-89f2-550ed1168c40]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd381db-cea2-49fc-9a06-8e5545edae2f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dpoVZYyD {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dpoVZYyD" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f87ab05-e9d6-4df4-bf8f-7a0342b892b2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dpoVZYyD'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[34796164-2b6d-4b17-ab76-15fdab7c5b72]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fc206a5-c655-44fc-8a8a-3efe08abbad5]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:07 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:07 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e9d7f8e-4e8e-4e44-83e1-ea28ad9c07cf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260]
Nov 29 09:09:07 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260] successful.
Nov 29 09:09:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbe752a6-df3e-4a6a-8d02-ba8de046a443]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[28f8e891-7a96-407c-84a7-fca6a3a9b498]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:07 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:07 user nova-compute[75249]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:07 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:07 user nova-compute[75249]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:07 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e45bbb-3c64-45a8-8a4e-8cb69a3c0a4b]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:07 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Starting migrate_disk_and_power_off {{(pid=75249) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-e0612b6e-dae7-49bf-9680-8f2e82594115 req-97c59a4e-32f0-4785-a35b-3ecffe283306 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-unplugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e0612b6e-dae7-49bf-9680-8f2e82594115 req-97c59a4e-32f0-4785-a35b-3ecffe283306 service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e0612b6e-dae7-49bf-9680-8f2e82594115 req-97c59a4e-32f0-4785-a35b-3ecffe283306 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e0612b6e-dae7-49bf-9680-8f2e82594115 req-97c59a4e-32f0-4785-a35b-3ecffe283306 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-e0612b6e-dae7-49bf-9680-8f2e82594115 req-97c59a4e-32f0-4785-a35b-3ecffe283306 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-unplugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:08 user nova-compute[75249]: WARNING nova.compute.manager [req-e0612b6e-dae7-49bf-9680-8f2e82594115 req-97c59a4e-32f0-4785-a35b-3ecffe283306 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-unplugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state active and task_state resize_migrating.
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpoVZYyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23463316435636339', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463316435636339', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-2032348932',display_name='tempest-TestVolumeBootPattern-volume-backed-server-2032348932',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-2032348932',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJcQ+Qp7CEVGu464a886C2g1HhUI90Tm6izpQiDiG4oTYnODZn3DmUErn7M5qXgtR7G4x+KbtnpVLcN2KNvy5T2drWt6FXKDaOdYS1mQAaUR6W/tT9+lGyx3AhgYpmyWjA==',key_name='tempest-keypair-1567775153',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-rolm0y4l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:08:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=77eadb63-d8f7-45d3-8dfc-61dae8f2335f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.objects.instance [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'pci_devices' on Instance uuid 77eadb63-d8f7-45d3-8dfc-61dae8f2335f {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:09:08 user nova-compute[75249]:   <uuid>77eadb63-d8f7-45d3-8dfc-61dae8f2335f</uuid>
Nov 29 09:09:08 user nova-compute[75249]:   <name>instance-00000029</name>
Nov 29 09:09:08 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:09:08 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:09:08 user nova-compute[75249]:   <metadata>
Nov 29 09:09:08 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:09:08 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:09:08 user nova-compute[75249]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-2032348932</nova:name>
Nov 29 09:09:08 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:09:07</nova:creationTime>
Nov 29 09:09:08 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:09:08 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:09:08 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:09:08 user nova-compute[75249]:       <nova:owner>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:user uuid="ec3cee60df2d4c8a89e16d88ea3a7ac1">tempest-TestVolumeBootPattern-510363832-project-member</nova:user>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:project uuid="d2b63a328c3c4acba9fa40a2b9352757">tempest-TestVolumeBootPattern-510363832</nova:project>
Nov 29 09:09:08 user nova-compute[75249]:       </nova:owner>
Nov 29 09:09:08 user nova-compute[75249]:       <nova:ports>
Nov 29 09:09:08 user nova-compute[75249]:         <nova:port uuid="46039d62-1068-487b-bf22-159868686969">
Nov 29 09:09:08 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 09:09:08 user nova-compute[75249]:         </nova:port>
Nov 29 09:09:08 user nova-compute[75249]:       </nova:ports>
Nov 29 09:09:08 user nova-compute[75249]:     </nova:instance>
Nov 29 09:09:08 user nova-compute[75249]:   </metadata>
Nov 29 09:09:08 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:09:08 user nova-compute[75249]:     <system>
Nov 29 09:09:08 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:09:08 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:09:08 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:09:08 user nova-compute[75249]:       <entry name="serial">77eadb63-d8f7-45d3-8dfc-61dae8f2335f</entry>
Nov 29 09:09:08 user nova-compute[75249]:       <entry name="uuid">77eadb63-d8f7-45d3-8dfc-61dae8f2335f</entry>
Nov 29 09:09:08 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:09:08 user nova-compute[75249]:     </system>
Nov 29 09:09:08 user nova-compute[75249]:   </sysinfo>
Nov 29 09:09:08 user nova-compute[75249]:   <os>
Nov 29 09:09:08 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:09:08 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:09:08 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:09:08 user nova-compute[75249]:   </os>
Nov 29 09:09:08 user nova-compute[75249]:   <features>
Nov 29 09:09:08 user nova-compute[75249]:     <acpi/>
Nov 29 09:09:08 user nova-compute[75249]:     <apic/>
Nov 29 09:09:08 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:09:08 user nova-compute[75249]:   </features>
Nov 29 09:09:08 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:09:08 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:09:08 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:09:08 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:09:08 user nova-compute[75249]:   </clock>
Nov 29 09:09:08 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:09:08 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:09:08 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:09:08 user nova-compute[75249]:   </cpu>
Nov 29 09:09:08 user nova-compute[75249]:   <devices>
Nov 29 09:09:08 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:09:08 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:09:08 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 09:09:08 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:09:08 user nova-compute[75249]:       <serial>210413a8-e161-42e1-a67c-b820b3006149</serial>
Nov 29 09:09:08 user nova-compute[75249]:     </disk>
Nov 29 09:09:08 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:09:08 user nova-compute[75249]:       <mac address="fa:16:3e:b2:46:ee"/>
Nov 29 09:09:08 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:09:08 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:09:08 user nova-compute[75249]:       <target dev="tap46039d62-10"/>
Nov 29 09:09:08 user nova-compute[75249]:     </interface>
Nov 29 09:09:08 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:09:08 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/77eadb63-d8f7-45d3-8dfc-61dae8f2335f/console.log" append="off"/>
Nov 29 09:09:08 user nova-compute[75249]:     </serial>
Nov 29 09:09:08 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:09:08 user nova-compute[75249]:     <video>
Nov 29 09:09:08 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:09:08 user nova-compute[75249]:     </video>
Nov 29 09:09:08 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:09:08 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:09:08 user nova-compute[75249]:     </rng>
Nov 29 09:09:08 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:09:08 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:09:08 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:09:08 user nova-compute[75249]:     </memballoon>
Nov 29 09:09:08 user nova-compute[75249]:   </devices>
Nov 29 09:09:08 user nova-compute[75249]: </domain>
Nov 29 09:09:08 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-2032348932',display_name='tempest-TestVolumeBootPattern-volume-backed-server-2032348932',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-2032348932',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJcQ+Qp7CEVGu464a886C2g1HhUI90Tm6izpQiDiG4oTYnODZn3DmUErn7M5qXgtR7G4x+KbtnpVLcN2KNvy5T2drWt6FXKDaOdYS1mQAaUR6W/tT9+lGyx3AhgYpmyWjA==',key_name='tempest-keypair-1567775153',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-rolm0y4l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:08:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=77eadb63-d8f7-45d3-8dfc-61dae8f2335f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG os_vif [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '42d3dc20-70b1-56b5-9120-47c2cb80857d', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap46039d62-10, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap46039d62-10, col_values=(('qos', UUID('c88effff-a0f3-4e93-8f3d-888392c191be')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap46039d62-10, col_values=(('external_ids', {'iface-id': '46039d62-1068-487b-bf22-159868686969', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:46:ee', 'vm-uuid': '77eadb63-d8f7-45d3-8dfc-61dae8f2335f'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: INFO os_vif [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10')
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No VIF found with MAC fa:16:3e:b2:46:ee, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:09:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance destroyed successfully.
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1751961883',display_name='tempest-ServerActionsTestOtherA-server-1751961883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1751961883',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:07:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-ycqbs7f0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:09:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=f6f8f176-6ec1-4460-8261-1e1518ff5014,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59335e8a-a6, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bcdd6d65-e20a-4702-b209-5da3ee3420ec) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:09 user nova-compute[75249]: INFO os_vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6')
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:09:09 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[edae9166-6a00-465b-ae48-23e8706c268f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:09:09 user nova-compute[75249]: No targets found.
Nov 29 09:09:09 user nova-compute[75249]: iSNS:
Nov 29 09:09:09 user nova-compute[75249]: No targets found.
Nov 29 09:09:09 user nova-compute[75249]: STATIC:
Nov 29 09:09:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5
Nov 29 09:09:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:09:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:09:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d
Nov 29 09:09:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:09:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:09:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149
Nov 29 09:09:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:09:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:09:09 user nova-compute[75249]: FIRMWARE:
Nov 29 09:09:09 user nova-compute[75249]: No targets found.
Nov 29 09:09:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:09:09 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:09:09 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[312b32e0-55cd-4166-8350-3051779f6a57]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fba7cf1-39eb-43e9-994d-1ddeca1e9894]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:09 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:09 user nova-compute[75249]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:09 user nova-compute[75249]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:09 user nova-compute[75249]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0b3add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd270b3-7f6e-4ac8-b608-fbc18582ff56]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[157990c6-e4fd-480b-9e33-208d65c7eaf0]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[314ff3da-a904-4dfe-8e28-2d094fad368c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[158e60c2-d1ea-4a66-a480-5cf7e38318d0]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8447b089-78f3-4046-9b20-4e9074c216ef]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ab1ed3-b0ba-40cb-a2b9-5d86838f1025]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]
Nov 29 09:09:09 user nova-compute[75249]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.
Nov 29 09:09:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce776b8a-bc6a-413e-a16c-6f49958303bc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== disconnect_volume: return (347ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:09:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-61ec4d79-908f-4579-bcc5-225542b3cd07 req-fa715941-327c-4d02-80e6-cca52f9cf8ed service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61ec4d79-908f-4579-bcc5-225542b3cd07 req-fa715941-327c-4d02-80e6-cca52f9cf8ed service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61ec4d79-908f-4579-bcc5-225542b3cd07 req-fa715941-327c-4d02-80e6-cca52f9cf8ed service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-61ec4d79-908f-4579-bcc5-225542b3cd07 req-fa715941-327c-4d02-80e6-cca52f9cf8ed service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-61ec4d79-908f-4579-bcc5-225542b3cd07 req-fa715941-327c-4d02-80e6-cca52f9cf8ed service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:10 user nova-compute[75249]: WARNING nova.compute.manager [req-61ec4d79-908f-4579-bcc5-225542b3cd07 req-fa715941-327c-4d02-80e6-cca52f9cf8ed service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state active and task_state resize_migrating.
Nov 29 09:09:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-75f098eb-986d-4756-9016-790755b31886 req-dfb3fbe8-a479-4a21-9b5d-3c854ed2d920 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-vif-plugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-75f098eb-986d-4756-9016-790755b31886 req-dfb3fbe8-a479-4a21-9b5d-3c854ed2d920 service nova] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-75f098eb-986d-4756-9016-790755b31886 req-dfb3fbe8-a479-4a21-9b5d-3c854ed2d920 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-75f098eb-986d-4756-9016-790755b31886 req-dfb3fbe8-a479-4a21-9b5d-3c854ed2d920 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-75f098eb-986d-4756-9016-790755b31886 req-dfb3fbe8-a479-4a21-9b5d-3c854ed2d920 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] No waiting events found dispatching network-vif-plugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:10 user nova-compute[75249]: WARNING nova.compute.manager [req-75f098eb-986d-4756-9016-790755b31886 req-dfb3fbe8-a479-4a21-9b5d-3c854ed2d920 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received unexpected event network-vif-plugged-46039d62-1068-487b-bf22-159868686969 for instance with vm_state building and task_state spawning.
Nov 29 09:09:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Port 59335e8a-a66c-46d1-b03f-63c7e3b2f11a binding to destination host user is already ACTIVE {{(pid=75249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG nova.network.neutron [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG os_brick.utils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf58fef-110c-4912-b936-03a00cce32e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1143e3b1-a131-4d75-9472-ba2c067e0d75]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce33bb9-6f71-486f-8cde-53ff3b1ef030]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad05c9a5-d2ee-420c-88f0-38b0ffe53a7b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:09:11 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:09:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea0ad697-adfb-4b4f-9bbb-9be3c2c1d91e]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:09:11 user nova-compute[75249]: DEBUG os_brick.utils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:09:12 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Instance spawned successfully.
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:09:12 user nova-compute[75249]: INFO nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Took 5.42 seconds to spawn the instance on the hypervisor.
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-41537225-d591-4fae-a6e6-6368c5f60cc0 req-0fa705d1-9a4b-4c54-bbb7-434f7173dc68 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-vif-plugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-41537225-d591-4fae-a6e6-6368c5f60cc0 req-0fa705d1-9a4b-4c54-bbb7-434f7173dc68 service nova] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-41537225-d591-4fae-a6e6-6368c5f60cc0 req-0fa705d1-9a4b-4c54-bbb7-434f7173dc68 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-41537225-d591-4fae-a6e6-6368c5f60cc0 req-0fa705d1-9a4b-4c54-bbb7-434f7173dc68 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-41537225-d591-4fae-a6e6-6368c5f60cc0 req-0fa705d1-9a4b-4c54-bbb7-434f7173dc68 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] No waiting events found dispatching network-vif-plugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:12 user nova-compute[75249]: WARNING nova.compute.manager [req-41537225-d591-4fae-a6e6-6368c5f60cc0 req-0fa705d1-9a4b-4c54-bbb7-434f7173dc68 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received unexpected event network-vif-plugged-46039d62-1068-487b-bf22-159868686969 for instance with vm_state building and task_state spawning.
Nov 29 09:09:12 user nova-compute[75249]: INFO nova.compute.manager [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Took 25.35 seconds to build instance.
Nov 29 09:09:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-536c215c-b4fd-47ea-acf4-60d8a56ad99e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.450s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:14 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a is timed out.
Nov 29 09:09:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully detached device vdb from instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a from the live domain config.
Nov 29 09:09:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtcFjsKi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:09:14 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe71d11-7c5c-471a-bb03-1b628f5cdc42]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:09:14 user nova-compute[75249]: No targets found.
Nov 29 09:09:14 user nova-compute[75249]: iSNS:
Nov 29 09:09:14 user nova-compute[75249]: No targets found.
Nov 29 09:09:14 user nova-compute[75249]: STATIC:
Nov 29 09:09:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5
Nov 29 09:09:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:09:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:09:14 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149
Nov 29 09:09:14 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:09:14 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:09:14 user nova-compute[75249]: FIRMWARE:
Nov 29 09:09:14 user nova-compute[75249]: No targets found.
Nov 29 09:09:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:09:14 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:09:14 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5cf118-cd35-4f0b-8623-aa22b2336d38]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78022df-95a3-4fd6-a67b-fc90b84f352f]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:14 user nova-compute[75249]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 (non-flash)
Nov 29 09:09:14 user nova-compute[75249]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:14 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbeef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.082s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeaee3eb-b193-41ff-bb92-c1fb06e2c3be]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb36d4d1-893d-47b0-8399-17cf43ab3d28]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6fd82c-9c2e-4c9d-91a1-99aa1911d794]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ae3316-f28f-4015-9bf6-44b0d101f653]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6610f0f9-d590-447d-a577-b2451cd780f7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:14 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b467aab-e0d0-4011-88ff-51d5d4791861]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260]
Nov 29 09:09:15 user nova-compute[75249]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5, portal: 172.16.0.220,3260] successful.
Nov 29 09:09:15 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58c37137-d05b-4d38-ba52-cf2556cb4dc5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6bf6f47-c761-4140-bb3c-fb07b0e1daca]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== disconnect_volume: return (390ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:09:15 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:09:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-36f77b46-2fbc-472e-9aa1-3e77d63da397 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.116s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Starting finish_migration {{(pid=75249) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance directory exists: not creating {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 09:09:19 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Creating image(s)
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Ensure instance console log exists: /opt/stack/data/nova/instances/f6f8f176-6ec1-4460-8261-1e1518ff5014/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Start _get_guest_xml network_info=[{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '07fc0059-e438-4728-b768-4cd575824bb1', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f6f8f176-6ec1-4460-8261-1e1518ff5014', 'attached_at': '2023-11-29T09:09:19.000000', 'detached_at': '', 'volume_id': '497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'serial': '497fad68-a414-4b84-b1bc-4ac8973ffc2d'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:09:19 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:09:19 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:09:19 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:09:19 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:09:19 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4308d6-87d9-4cea-b1e5-6b8887b4908d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:09:19 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[87059d6b-93b8-4cf9-a9ee-d713cfc33266]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d] added
Nov 29 09:09:19 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[357a868c-4dac-4cca-8b4b-116215870e7f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d406f48-556a-4c8e-ac11-45b6e7187428]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mUwSDecv {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mUwSDecv" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e300068-1b64-4e77-b93e-b4294ea57b4d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mUwSDecv'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[89fa89b7-88ce-4196-9d41-86ad61fb53f4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6c0b02-3793-4efd-bd5d-8fa2cc747899]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:19 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:19 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ffda509-2446-4f72-8d70-f0930853e9d6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]
Nov 29 09:09:19 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.
Nov 29 09:09:19 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ecfaae4-2231-4b0b-a560-85ba72d118a9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8edd59c1-aa7e-4537-9061-6f22edf4aa71]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:19 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:19 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:09:19 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:09:19 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ac9baa-fab8-4271-aa54-aa6b26ccbc38]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:09:19 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.532s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== connect_volume: return (1534ms) {'type': 'block', 'scsi_wwn': '23735656162613032', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735656162613032', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1751961883',display_name='tempest-ServerActionsTestOtherA-server-1751961883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1751961883',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:07:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-ycqbs7f0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:09:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=f6f8f176-6ec1-4460-8261-1e1518ff5014,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:09:20 user nova-compute[75249]:   <uuid>f6f8f176-6ec1-4460-8261-1e1518ff5014</uuid>
Nov 29 09:09:20 user nova-compute[75249]:   <name>instance-00000028</name>
Nov 29 09:09:20 user nova-compute[75249]:   <memory>2097152</memory>
Nov 29 09:09:20 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:09:20 user nova-compute[75249]:   <metadata>
Nov 29 09:09:20 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:09:20 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:09:20 user nova-compute[75249]:       <nova:name>tempest-ServerActionsTestOtherA-server-1751961883</nova:name>
Nov 29 09:09:20 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:09:19</nova:creationTime>
Nov 29 09:09:20 user nova-compute[75249]:       <nova:flavor name="m1.small">
Nov 29 09:09:20 user nova-compute[75249]:         <nova:memory>2048</nova:memory>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:disk>20</nova:disk>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:09:20 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:09:20 user nova-compute[75249]:       <nova:owner>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:user uuid="139d8a0a67f5487cb42a4229e3f873fe">tempest-ServerActionsTestOtherA-1912372558-project-member</nova:user>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:project uuid="790d5e695f7e4fd5a32141a333924b0b">tempest-ServerActionsTestOtherA-1912372558</nova:project>
Nov 29 09:09:20 user nova-compute[75249]:       </nova:owner>
Nov 29 09:09:20 user nova-compute[75249]:       <nova:ports>
Nov 29 09:09:20 user nova-compute[75249]:         <nova:port uuid="59335e8a-a66c-46d1-b03f-63c7e3b2f11a">
Nov 29 09:09:20 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 09:09:20 user nova-compute[75249]:         </nova:port>
Nov 29 09:09:20 user nova-compute[75249]:       </nova:ports>
Nov 29 09:09:20 user nova-compute[75249]:     </nova:instance>
Nov 29 09:09:20 user nova-compute[75249]:   </metadata>
Nov 29 09:09:20 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:09:20 user nova-compute[75249]:     <system>
Nov 29 09:09:20 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:09:20 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:09:20 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:09:20 user nova-compute[75249]:       <entry name="serial">f6f8f176-6ec1-4460-8261-1e1518ff5014</entry>
Nov 29 09:09:20 user nova-compute[75249]:       <entry name="uuid">f6f8f176-6ec1-4460-8261-1e1518ff5014</entry>
Nov 29 09:09:20 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:09:20 user nova-compute[75249]:     </system>
Nov 29 09:09:20 user nova-compute[75249]:   </sysinfo>
Nov 29 09:09:20 user nova-compute[75249]:   <os>
Nov 29 09:09:20 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:09:20 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:09:20 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:09:20 user nova-compute[75249]:   </os>
Nov 29 09:09:20 user nova-compute[75249]:   <features>
Nov 29 09:09:20 user nova-compute[75249]:     <acpi/>
Nov 29 09:09:20 user nova-compute[75249]:     <apic/>
Nov 29 09:09:20 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:09:20 user nova-compute[75249]:   </features>
Nov 29 09:09:20 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:09:20 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:09:20 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:09:20 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:09:20 user nova-compute[75249]:   </clock>
Nov 29 09:09:20 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:09:20 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:09:20 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:09:20 user nova-compute[75249]:   </cpu>
Nov 29 09:09:20 user nova-compute[75249]:   <devices>
Nov 29 09:09:20 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:09:20 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:09:20 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 09:09:20 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:09:20 user nova-compute[75249]:       <serial>497fad68-a414-4b84-b1bc-4ac8973ffc2d</serial>
Nov 29 09:09:20 user nova-compute[75249]:     </disk>
Nov 29 09:09:20 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:09:20 user nova-compute[75249]:       <mac address="fa:16:3e:3a:bc:95"/>
Nov 29 09:09:20 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:09:20 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:09:20 user nova-compute[75249]:       <target dev="tap59335e8a-a6"/>
Nov 29 09:09:20 user nova-compute[75249]:     </interface>
Nov 29 09:09:20 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:09:20 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/f6f8f176-6ec1-4460-8261-1e1518ff5014/console.log" append="off"/>
Nov 29 09:09:20 user nova-compute[75249]:     </serial>
Nov 29 09:09:20 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:09:20 user nova-compute[75249]:     <video>
Nov 29 09:09:20 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:09:20 user nova-compute[75249]:     </video>
Nov 29 09:09:20 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:09:20 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:09:20 user nova-compute[75249]:     </rng>
Nov 29 09:09:20 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:09:20 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:09:20 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:09:20 user nova-compute[75249]:     </memballoon>
Nov 29 09:09:20 user nova-compute[75249]:   </devices>
Nov 29 09:09:20 user nova-compute[75249]: </domain>
Nov 29 09:09:20 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1751961883',display_name='tempest-ServerActionsTestOtherA-server-1751961883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1751961883',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:07:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-ycqbs7f0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:09:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=f6f8f176-6ec1-4460-8261-1e1518ff5014,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-90884042-network", "vif_mac": "fa:16:3e:3a:bc:95"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG os_vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11556aed-d064-567d-aa27-e161debda625', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59335e8a-a6, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59335e8a-a6, col_values=(('qos', UUID('de67a1e5-e188-4a5c-b0b1-9ab79743d421')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59335e8a-a6, col_values=(('external_ids', {'iface-id': '59335e8a-a66c-46d1-b03f-63c7e3b2f11a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:bc:95', 'vm-uuid': 'f6f8f176-6ec1-4460-8261-1e1518ff5014'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:21 user nova-compute[75249]: INFO os_vif [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6')
Nov 29 09:09:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] No VIF found with MAC fa:16:3e:3a:bc:95, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:09:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-ee6428aa-add1-4572-8189-eb4baf94f1fe req-02d665aa-3830-4cb0-bac1-b1b01c678d94 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ee6428aa-add1-4572-8189-eb4baf94f1fe req-02d665aa-3830-4cb0-bac1-b1b01c678d94 service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ee6428aa-add1-4572-8189-eb4baf94f1fe req-02d665aa-3830-4cb0-bac1-b1b01c678d94 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ee6428aa-add1-4572-8189-eb4baf94f1fe req-02d665aa-3830-4cb0-bac1-b1b01c678d94 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:22 user nova-compute[75249]: DEBUG nova.compute.manager [req-ee6428aa-add1-4572-8189-eb4baf94f1fe req-02d665aa-3830-4cb0-bac1-b1b01c678d94 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:22 user nova-compute[75249]: WARNING nova.compute.manager [req-ee6428aa-add1-4572-8189-eb4baf94f1fe req-02d665aa-3830-4cb0-bac1-b1b01c678d94 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state active and task_state resize_finish.
Nov 29 09:09:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:09:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance running successfully.
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Failed to set time: agent not configured {{(pid=75249) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-78469876-48ac-4bdb-8cf1-42b3d4cce1b6 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] finish_migration finished successfully. {{(pid=75249) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-746a9227-2498-4f01-b471-8c888bcfbc4b req-1ba2d9e9-efc9-417a-98eb-784d6128cb1b service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-746a9227-2498-4f01-b471-8c888bcfbc4b req-1ba2d9e9-efc9-417a-98eb-784d6128cb1b service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-746a9227-2498-4f01-b471-8c888bcfbc4b req-1ba2d9e9-efc9-417a-98eb-784d6128cb1b service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-746a9227-2498-4f01-b471-8c888bcfbc4b req-1ba2d9e9-efc9-417a-98eb-784d6128cb1b service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-746a9227-2498-4f01-b471-8c888bcfbc4b req-1ba2d9e9-efc9-417a-98eb-784d6128cb1b service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:24 user nova-compute[75249]: WARNING nova.compute.manager [req-746a9227-2498-4f01-b471-8c888bcfbc4b req-1ba2d9e9-efc9-417a-98eb-784d6128cb1b service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state active and task_state resize_finish.
Nov 29 09:09:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:09:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:09:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8704MB free_disk=25.225799560546875GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Applying migration context for instance f6f8f176-6ec1-4460-8261-1e1518ff5014 as it has an incoming, in-progress migration 63d25af3-72a7-4cc8-a814-81b9d60579cb. Migration status is finished {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 09:09:25 user nova-compute[75249]: INFO nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating resource usage from migration 63d25af3-72a7-4cc8-a814-81b9d60579cb
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 77eadb63-d8f7-45d3-8dfc-61dae8f2335f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Migration 63d25af3-72a7-4cc8-a814-81b9d60579cb is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:09:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.373s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:09:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:09:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:44 user nova-compute[75249]: INFO nova.compute.manager [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Terminating instance
Nov 29 09:09:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-cc733c84-ef39-497a-87dd-9aef55aa6260 req-e7fe6d8d-ab36-46d8-b9b9-5322bf8fe2bb service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-vif-unplugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cc733c84-ef39-497a-87dd-9aef55aa6260 req-e7fe6d8d-ab36-46d8-b9b9-5322bf8fe2bb service nova] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cc733c84-ef39-497a-87dd-9aef55aa6260 req-e7fe6d8d-ab36-46d8-b9b9-5322bf8fe2bb service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cc733c84-ef39-497a-87dd-9aef55aa6260 req-e7fe6d8d-ab36-46d8-b9b9-5322bf8fe2bb service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-cc733c84-ef39-497a-87dd-9aef55aa6260 req-e7fe6d8d-ab36-46d8-b9b9-5322bf8fe2bb service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] No waiting events found dispatching network-vif-unplugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-cc733c84-ef39-497a-87dd-9aef55aa6260 req-e7fe6d8d-ab36-46d8-b9b9-5322bf8fe2bb service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-vif-unplugged-f98fc351-044e-4730-844e-664d6cc5f58c for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:09:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Instance destroyed successfully.
Nov 29 09:09:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'resources' on Instance uuid 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:04:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-211924920',display_name='tempest-AttachVolumeNegativeTest-server-211924920',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-211924920',id=37,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMdslfW6fmGVHwSWkISBis2tAzBCWMq2iUGgrT0sTroHsSzsizecZESB8LVn/Old84vhbVTfEFZUFOdfI+a6TxlEZLLPw+VtWVUr3npzg5X8ji3qEY4wtF5QQbYmpkmkZA==',key_name='tempest-keypair-1849786531',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:04:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-0ydizky8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:04:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "f98fc351-044e-4730-844e-664d6cc5f58c", "address": "fa:16:3e:b9:e2:0d", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf98fc351-04", "ovs_interfaceid": "f98fc351-044e-4730-844e-664d6cc5f58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG os_vif [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf98fc351-04, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28706311-84e9-4cc6-ae07-14d04f759cc7) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:09:45 user nova-compute[75249]: INFO os_vif [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:e2:0d,bridge_name='br-int',has_traffic_filtering=True,id=f98fc351-044e-4730-844e-664d6cc5f58c,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf98fc351-04')
Nov 29 09:09:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Deleting instance files /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a_del
Nov 29 09:09:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Deletion of /opt/stack/data/nova/instances/4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a_del complete
Nov 29 09:09:45 user nova-compute[75249]: INFO nova.compute.manager [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 09:09:45 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:09:45 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:09:46 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Took 0.99 seconds to deallocate network for instance.
Nov 29 09:09:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-3ffcc402-ce6c-47f3-8f8b-713057bb8f6b req-014d391e-17e4-4722-860a-0e9469b67c6e service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-vif-deleted-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.204s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:46 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Deleted allocations for instance 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6ee071c1-6f80-451a-b153-8d3d674d96a4 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.226s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-cc147505-5054-4494-bae9-058ceb61b0e1 req-d2dae22e-7f05-4b81-b13c-041d556ac4ad service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received event network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cc147505-5054-4494-bae9-058ceb61b0e1 req-d2dae22e-7f05-4b81-b13c-041d556ac4ad service nova] Acquiring lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cc147505-5054-4494-bae9-058ceb61b0e1 req-d2dae22e-7f05-4b81-b13c-041d556ac4ad service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-cc147505-5054-4494-bae9-058ceb61b0e1 req-d2dae22e-7f05-4b81-b13c-041d556ac4ad service nova] Lock "4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:09:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-cc147505-5054-4494-bae9-058ceb61b0e1 req-d2dae22e-7f05-4b81-b13c-041d556ac4ad service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] No waiting events found dispatching network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:09:46 user nova-compute[75249]: WARNING nova.compute.manager [req-cc147505-5054-4494-bae9-058ceb61b0e1 req-d2dae22e-7f05-4b81-b13c-041d556ac4ad service nova] [instance: 4373d364-2b26-4cdc-a5b2-49fcbc9a9c1a] Received unexpected event network-vif-plugged-f98fc351-044e-4730-844e-664d6cc5f58c for instance with vm_state deleted and task_state None.
Nov 29 09:09:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:09:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:10:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:10:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:10:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:10:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:10:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:10:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:10:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:10:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:16 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:10:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:10:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:10:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:10:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:21 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:10:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:21 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:21 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:10:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:10:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:10:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8691MB free_disk=25.251354217529297GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Applying migration context for instance f6f8f176-6ec1-4460-8261-1e1518ff5014 as it has an incoming, in-progress migration 63d25af3-72a7-4cc8-a814-81b9d60579cb. Migration status is finished {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 09:10:24 user nova-compute[75249]: INFO nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating resource usage from migration 63d25af3-72a7-4cc8-a814-81b9d60579cb
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 77eadb63-d8f7-45d3-8dfc-61dae8f2335f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Migration 63d25af3-72a7-4cc8-a814-81b9d60579cb is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:10:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.302s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:10:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:10:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:10:38 user nova-compute[75249]: INFO nova.compute.claims [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Claim successful on node user
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.313s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:10:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:10:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Creating image(s)
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "/opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.policy [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600d7c84fd734cc2a2e1ec76faf0fe9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a544a150032b4b9d85ef8dcf159e1aff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-changed-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Refreshing instance network info cache due to event network-changed-46039d62-1068-487b-bf22-159868686969. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] Acquiring lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] Acquired lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:38 user nova-compute[75249]: DEBUG nova.network.neutron [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Refreshing network info cache for port 46039d62-1068-487b-bf22-159868686969 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk 1073741824" returned: 0 in 0.056s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Cannot resize image /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Ensure instance console log exists: /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.network.neutron [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updated VIF entry in instance network info cache for port 46039d62-1068-487b-bf22-159868686969. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.network.neutron [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updating instance_info_cache with network_info: [{"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Successfully created port: a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:10:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c2fd88c3-224e-40e9-953f-2323ac61ab3d req-8a837441-8584-42b0-af3d-2ee276cbf09f service nova] Releasing lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Successfully updated port: a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:10:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquired lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:10:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updating instance_info_cache with network_info: [{"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-changed-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.compute.manager [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Refreshing instance network info cache due to event network-changed-a9de1de1-7e37-4322-9a95-9b2e356db7bf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] Acquiring lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Releasing lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Instance network_info: |[{"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] Acquired lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Refreshing network info cache for port a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Start _get_guest_xml network_info=[{"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:10:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:10:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:10:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1940438447',display_name='tempest-AttachVolumeNegativeTest-server-1940438447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1940438447',id=42,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHUAd5WbLUuZwONohtOcIpLMoJdP1l3QZh+an+u12H5Nvkr0/zwPXDZHcNkqHKfPdgyFjyW8FycC4/BOsdHpUR39v3slg8VmbfLIgEjgafOLY0CbnKH12XNxi58cnBHevg==',key_name='tempest-keypair-1216816209',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-3xv8n9au',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:10:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'pci_devices' on Instance uuid ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:10:41 user nova-compute[75249]:   <uuid>ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e</uuid>
Nov 29 09:10:41 user nova-compute[75249]:   <name>instance-0000002a</name>
Nov 29 09:10:41 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:10:41 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:10:41 user nova-compute[75249]:   <metadata>
Nov 29 09:10:41 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:10:41 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:10:41 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1940438447</nova:name>
Nov 29 09:10:41 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:10:41</nova:creationTime>
Nov 29 09:10:41 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:10:41 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:10:41 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:10:41 user nova-compute[75249]:       <nova:owner>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:user uuid="600d7c84fd734cc2a2e1ec76faf0fe9e">tempest-AttachVolumeNegativeTest-796896474-project-member</nova:user>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:project uuid="a544a150032b4b9d85ef8dcf159e1aff">tempest-AttachVolumeNegativeTest-796896474</nova:project>
Nov 29 09:10:41 user nova-compute[75249]:       </nova:owner>
Nov 29 09:10:41 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:10:41 user nova-compute[75249]:       <nova:ports>
Nov 29 09:10:41 user nova-compute[75249]:         <nova:port uuid="a9de1de1-7e37-4322-9a95-9b2e356db7bf">
Nov 29 09:10:41 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 09:10:41 user nova-compute[75249]:         </nova:port>
Nov 29 09:10:41 user nova-compute[75249]:       </nova:ports>
Nov 29 09:10:41 user nova-compute[75249]:     </nova:instance>
Nov 29 09:10:41 user nova-compute[75249]:   </metadata>
Nov 29 09:10:41 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:10:41 user nova-compute[75249]:     <system>
Nov 29 09:10:41 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:10:41 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:10:41 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:10:41 user nova-compute[75249]:       <entry name="serial">ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e</entry>
Nov 29 09:10:41 user nova-compute[75249]:       <entry name="uuid">ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e</entry>
Nov 29 09:10:41 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:10:41 user nova-compute[75249]:     </system>
Nov 29 09:10:41 user nova-compute[75249]:   </sysinfo>
Nov 29 09:10:41 user nova-compute[75249]:   <os>
Nov 29 09:10:41 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:10:41 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:10:41 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:10:41 user nova-compute[75249]:   </os>
Nov 29 09:10:41 user nova-compute[75249]:   <features>
Nov 29 09:10:41 user nova-compute[75249]:     <acpi/>
Nov 29 09:10:41 user nova-compute[75249]:     <apic/>
Nov 29 09:10:41 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:10:41 user nova-compute[75249]:   </features>
Nov 29 09:10:41 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:10:41 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:10:41 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:10:41 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:10:41 user nova-compute[75249]:   </clock>
Nov 29 09:10:41 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:10:41 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:10:41 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:10:41 user nova-compute[75249]:   </cpu>
Nov 29 09:10:41 user nova-compute[75249]:   <devices>
Nov 29 09:10:41 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:10:41 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:10:41 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk"/>
Nov 29 09:10:41 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:10:41 user nova-compute[75249]:     </disk>
Nov 29 09:10:41 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:10:41 user nova-compute[75249]:       <mac address="fa:16:3e:84:5e:97"/>
Nov 29 09:10:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:10:41 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:10:41 user nova-compute[75249]:       <target dev="tapa9de1de1-7e"/>
Nov 29 09:10:41 user nova-compute[75249]:     </interface>
Nov 29 09:10:41 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:10:41 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/console.log" append="off"/>
Nov 29 09:10:41 user nova-compute[75249]:     </serial>
Nov 29 09:10:41 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:10:41 user nova-compute[75249]:     <video>
Nov 29 09:10:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:10:41 user nova-compute[75249]:     </video>
Nov 29 09:10:41 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:10:41 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:10:41 user nova-compute[75249]:     </rng>
Nov 29 09:10:41 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:10:41 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:10:41 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:10:41 user nova-compute[75249]:     </memballoon>
Nov 29 09:10:41 user nova-compute[75249]:   </devices>
Nov 29 09:10:41 user nova-compute[75249]: </domain>
Nov 29 09:10:41 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:10:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1940438447',display_name='tempest-AttachVolumeNegativeTest-server-1940438447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1940438447',id=42,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHUAd5WbLUuZwONohtOcIpLMoJdP1l3QZh+an+u12H5Nvkr0/zwPXDZHcNkqHKfPdgyFjyW8FycC4/BOsdHpUR39v3slg8VmbfLIgEjgafOLY0CbnKH12XNxi58cnBHevg==',key_name='tempest-keypair-1216816209',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-3xv8n9au',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:10:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG os_vif [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4fd4e169-9955-557b-a809-e95f73b53244', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9de1de1-7e, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9de1de1-7e, col_values=(('qos', UUID('0cba997d-c350-4c7e-8967-8dd3b25eaf50')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9de1de1-7e, col_values=(('external_ids', {'iface-id': 'a9de1de1-7e37-4322-9a95-9b2e356db7bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:5e:97', 'vm-uuid': 'ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:41 user nova-compute[75249]: INFO os_vif [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e')
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:84:5e:97, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updated VIF entry in instance network info cache for port a9de1de1-7e37-4322-9a95-9b2e356db7bf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG nova.network.neutron [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updating instance_info_cache with network_info: [{"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f77b7d4f-8ffb-4f89-9756-0dd091a2a7d7 req-1bd577f2-296a-4962-9f41-493baf61508d service nova] Releasing lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-a3ef0591-56ca-4c41-ae36-e11afd876b56 req-753195ab-59f5-4cb2-bced-ff7f8e3e0532 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a3ef0591-56ca-4c41-ae36-e11afd876b56 req-753195ab-59f5-4cb2-bced-ff7f8e3e0532 service nova] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a3ef0591-56ca-4c41-ae36-e11afd876b56 req-753195ab-59f5-4cb2-bced-ff7f8e3e0532 service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a3ef0591-56ca-4c41-ae36-e11afd876b56 req-753195ab-59f5-4cb2-bced-ff7f8e3e0532 service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:42 user nova-compute[75249]: DEBUG nova.compute.manager [req-a3ef0591-56ca-4c41-ae36-e11afd876b56 req-753195ab-59f5-4cb2-bced-ff7f8e3e0532 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] No waiting events found dispatching network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:10:42 user nova-compute[75249]: WARNING nova.compute.manager [req-a3ef0591-56ca-4c41-ae36-e11afd876b56 req-753195ab-59f5-4cb2-bced-ff7f8e3e0532 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received unexpected event network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf for instance with vm_state building and task_state spawning.
Nov 29 09:10:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:10:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Instance spawned successfully.
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:10:44 user nova-compute[75249]: INFO nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Took 6.07 seconds to spawn the instance on the hypervisor.
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-b3551269-1e51-4023-a62b-e4986c15fd94 req-9b80e0af-22a8-4c7f-bb2e-90f7209a223b service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b3551269-1e51-4023-a62b-e4986c15fd94 req-9b80e0af-22a8-4c7f-bb2e-90f7209a223b service nova] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b3551269-1e51-4023-a62b-e4986c15fd94 req-9b80e0af-22a8-4c7f-bb2e-90f7209a223b service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b3551269-1e51-4023-a62b-e4986c15fd94 req-9b80e0af-22a8-4c7f-bb2e-90f7209a223b service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-b3551269-1e51-4023-a62b-e4986c15fd94 req-9b80e0af-22a8-4c7f-bb2e-90f7209a223b service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] No waiting events found dispatching network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:10:44 user nova-compute[75249]: WARNING nova.compute.manager [req-b3551269-1e51-4023-a62b-e4986c15fd94 req-9b80e0af-22a8-4c7f-bb2e-90f7209a223b service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received unexpected event network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf for instance with vm_state building and task_state spawning.
Nov 29 09:10:44 user nova-compute[75249]: INFO nova.compute.manager [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Took 6.74 seconds to build instance.
Nov 29 09:10:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6173b5d8-e4aa-47ec-8d8c-a96c59a96f72 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.844s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:10:45 user nova-compute[75249]: INFO nova.compute.claims [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Claim successful on node user
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.314s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:10:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:10:45 user nova-compute[75249]: INFO nova.virt.block_device [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Booting with volume snapshot ed6b6865-4555-448f-8b11-c06f36d20abd at /dev/vda
Nov 29 09:10:45 user nova-compute[75249]: DEBUG nova.policy [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3cee60df2d4c8a89e16d88ea3a7ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2b63a328c3c4acba9fa40a2b9352757', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:10:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:46 user nova-compute[75249]: DEBUG nova.network.neutron [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Successfully created port: cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Successfully updated port: cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquired lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-changed-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Refreshing instance network info cache due to event network-changed-cb013684-2b54-4f29-8307-2fa29c8033d1. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] Acquiring lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:10:47 user nova-compute[75249]: DEBUG nova.network.neutron [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updating instance_info_cache with network_info: [{"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Releasing lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Instance network_info: |[{"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] Acquired lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG nova.network.neutron [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Refreshing network info cache for port cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG nova.network.neutron [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updated VIF entry in instance network info cache for port cb013684-2b54-4f29-8307-2fa29c8033d1. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG nova.network.neutron [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updating instance_info_cache with network_info: [{"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-22def499-5aed-44e0-b8fa-25764786a7d6 req-90974d45-c6dc-4915-898b-ef5437fbabd8 service nova] Releasing lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG os_brick.utils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f390dcc7-6ca2-4532-82bc-d11d3f739c03]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa6b221-0c3e-4b09-be46-6e155ccc2d45]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3865d949-c22e-4dd7-bfbe-f0cc66631821]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9e7d2f-0735-40ce-939f-09e98695c00a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:10:51 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:10:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4faf157-e2aa-4a84-8d4e-e5ff3dc94163]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG os_brick.utils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:10:51 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updating existing volume attachment record: 4c8fee53-a642-4f36-8757-b610dd67c319 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:10:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Going to confirm migration 2 {{(pid=75249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'info_cache' on Instance uuid f6f8f176-6ec1-4460-8261-1e1518ff5014 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'migration_context' on Instance uuid f6f8f176-6ec1-4460-8261-1e1518ff5014 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG nova.objects.base [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Object Instance<f6f8f176-6ec1-4460-8261-1e1518ff5014> lazy-loaded attributes: info_cache,migration_context {{(pid=75249) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:10:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:10:57 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:10:57 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:10:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.322s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:57 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Deleted allocation for migration 63d25af3-72a7-4cc8-a814-81b9d60579cb
Nov 29 09:10:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-0116fce7-d915-4b47-98b2-e8acaaae179a tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.268s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:10:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:11:01 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Creating image(s)
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Ensure instance console log exists: /opt/stack/data/nova/instances/25277b7b-c625-472a-bbf8-fe677f1612fa/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Start _get_guest_xml network_info=[{"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T09:10:40Z,direct_url=<?>,disk_format='qcow2',id=b88bdc5b-3803-4731-a71c-2d6cd7308f82,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1985338870',owner='d2b63a328c3c4acba9fa40a2b9352757',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T09:10:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '4c8fee53-a642-4f36-8757-b610dd67c319', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXKoCngJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '25277b7b-c625-472a-bbf8-fe677f1612fa', 'attached_at': '', 'detached_at': '', 'volume_id': '53764623-ded6-46d4-88cb-d0b7956249f9', 'serial': '53764623-ded6-46d4-88cb-d0b7956249f9'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:11:01 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:11:01 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T09:10:40Z,direct_url=<?>,disk_format='qcow2',id=b88bdc5b-3803-4731-a71c-2d6cd7308f82,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1985338870',owner='d2b63a328c3c4acba9fa40a2b9352757',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T09:10:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXKoCngJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:11:01 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:11:01 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:11:01 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cc29d6-e8e9-4ad9-b3db-7f15592fc542]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:11:01 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d3e5b2-5527-4bd6-a138-4874d95aba31]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9] added
Nov 29 09:11:01 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9a5475-a006-4f5b-944d-c70ee8dd7f34]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[556bc903-0d2b-4d14-90a7-664a99d533db]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXKoCngJ {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXKoCngJ" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92ffe00-a5cb-47e7-96c9-6cfb997972e4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lXKoCngJ'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:01 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec35e61-5103-4fe9-ad72-6b421612e900]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b36c9ea1-bbff-438e-8dfe-2ea7ab35a151]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:11:02 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:11:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:11:02 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:11:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[215f74bd-fd11-42d5-ad99-b7941d9691ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260]
Nov 29 09:11:02 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260] successful.
Nov 29 09:11:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2f4410-efa8-46cb-b172-f0bfcfc228ae]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e6e560d-450f-430a-b804-0122801338bd]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:11:02 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:11:02 user nova-compute[75249]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 (non-flash)
Nov 29 09:11:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:11:02 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:11:02 user nova-compute[75249]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 (non-flash)
Nov 29 09:11:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbaaa357-0b99-4182-aeb9-0b29d304aef4]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:11:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXKoCngJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23835303934373863', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23835303934373863', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:10:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1012695758',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1012695758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1012695758',id=43,image_ref='b88bdc5b-3803-4731-a71c-2d6cd7308f82',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2M6fUfEOKPXI3ozm2AGrkHQoaBtf0tV/Mgo9fQ9eHXK9Tfh8pp6fe8kpHRxRZheJQRb/AcU0eAM74PIxDQFp7yiokV89d2SbtswpGIzUUR06AdXJWHD/7sAVtV8cG3aw==',key_name='tempest-keypair-1013482887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-sg9ypf9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-510363832',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:10:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=25277b7b-c625-472a-bbf8-fe677f1612fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'pci_devices' on Instance uuid 25277b7b-c625-472a-bbf8-fe677f1612fa {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:11:03 user nova-compute[75249]:   <uuid>25277b7b-c625-472a-bbf8-fe677f1612fa</uuid>
Nov 29 09:11:03 user nova-compute[75249]:   <name>instance-0000002b</name>
Nov 29 09:11:03 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:11:03 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:11:03 user nova-compute[75249]:   <metadata>
Nov 29 09:11:03 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:11:03 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:11:03 user nova-compute[75249]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1012695758</nova:name>
Nov 29 09:11:03 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:11:01</nova:creationTime>
Nov 29 09:11:03 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:11:03 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:11:03 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:11:03 user nova-compute[75249]:       <nova:owner>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:user uuid="ec3cee60df2d4c8a89e16d88ea3a7ac1">tempest-TestVolumeBootPattern-510363832-project-member</nova:user>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:project uuid="d2b63a328c3c4acba9fa40a2b9352757">tempest-TestVolumeBootPattern-510363832</nova:project>
Nov 29 09:11:03 user nova-compute[75249]:       </nova:owner>
Nov 29 09:11:03 user nova-compute[75249]:       <nova:root type="image" uuid="b88bdc5b-3803-4731-a71c-2d6cd7308f82"/>
Nov 29 09:11:03 user nova-compute[75249]:       <nova:ports>
Nov 29 09:11:03 user nova-compute[75249]:         <nova:port uuid="cb013684-2b54-4f29-8307-2fa29c8033d1">
Nov 29 09:11:03 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 09:11:03 user nova-compute[75249]:         </nova:port>
Nov 29 09:11:03 user nova-compute[75249]:       </nova:ports>
Nov 29 09:11:03 user nova-compute[75249]:     </nova:instance>
Nov 29 09:11:03 user nova-compute[75249]:   </metadata>
Nov 29 09:11:03 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:11:03 user nova-compute[75249]:     <system>
Nov 29 09:11:03 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:11:03 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:11:03 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:11:03 user nova-compute[75249]:       <entry name="serial">25277b7b-c625-472a-bbf8-fe677f1612fa</entry>
Nov 29 09:11:03 user nova-compute[75249]:       <entry name="uuid">25277b7b-c625-472a-bbf8-fe677f1612fa</entry>
Nov 29 09:11:03 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:11:03 user nova-compute[75249]:     </system>
Nov 29 09:11:03 user nova-compute[75249]:   </sysinfo>
Nov 29 09:11:03 user nova-compute[75249]:   <os>
Nov 29 09:11:03 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:11:03 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:11:03 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:11:03 user nova-compute[75249]:   </os>
Nov 29 09:11:03 user nova-compute[75249]:   <features>
Nov 29 09:11:03 user nova-compute[75249]:     <acpi/>
Nov 29 09:11:03 user nova-compute[75249]:     <apic/>
Nov 29 09:11:03 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:11:03 user nova-compute[75249]:   </features>
Nov 29 09:11:03 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:11:03 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:11:03 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:11:03 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:11:03 user nova-compute[75249]:   </clock>
Nov 29 09:11:03 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:11:03 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:11:03 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:11:03 user nova-compute[75249]:   </cpu>
Nov 29 09:11:03 user nova-compute[75249]:   <devices>
Nov 29 09:11:03 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:11:03 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:11:03 user nova-compute[75249]:       <source dev="/dev/sdd"/>
Nov 29 09:11:03 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:11:03 user nova-compute[75249]:       <serial>53764623-ded6-46d4-88cb-d0b7956249f9</serial>
Nov 29 09:11:03 user nova-compute[75249]:     </disk>
Nov 29 09:11:03 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:11:03 user nova-compute[75249]:       <mac address="fa:16:3e:e0:cc:e8"/>
Nov 29 09:11:03 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:11:03 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:11:03 user nova-compute[75249]:       <target dev="tapcb013684-2b"/>
Nov 29 09:11:03 user nova-compute[75249]:     </interface>
Nov 29 09:11:03 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:11:03 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/25277b7b-c625-472a-bbf8-fe677f1612fa/console.log" append="off"/>
Nov 29 09:11:03 user nova-compute[75249]:     </serial>
Nov 29 09:11:03 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:11:03 user nova-compute[75249]:     <video>
Nov 29 09:11:03 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:11:03 user nova-compute[75249]:     </video>
Nov 29 09:11:03 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:11:03 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:11:03 user nova-compute[75249]:     </rng>
Nov 29 09:11:03 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:11:03 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:11:03 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:11:03 user nova-compute[75249]:     </memballoon>
Nov 29 09:11:03 user nova-compute[75249]:   </devices>
Nov 29 09:11:03 user nova-compute[75249]: </domain>
Nov 29 09:11:03 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:10:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1012695758',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1012695758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1012695758',id=43,image_ref='b88bdc5b-3803-4731-a71c-2d6cd7308f82',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2M6fUfEOKPXI3ozm2AGrkHQoaBtf0tV/Mgo9fQ9eHXK9Tfh8pp6fe8kpHRxRZheJQRb/AcU0eAM74PIxDQFp7yiokV89d2SbtswpGIzUUR06AdXJWHD/7sAVtV8cG3aw==',key_name='tempest-keypair-1013482887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-sg9ypf9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-510363832',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:10:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=25277b7b-c625-472a-bbf8-fe677f1612fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG os_vif [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0427c0cc-a4b4-5e75-94ca-37f188279146', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcb013684-2b, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcb013684-2b, col_values=(('qos', UUID('cfdd034c-b3e5-421b-9d6e-4f8571f1b11e')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcb013684-2b, col_values=(('external_ids', {'iface-id': 'cb013684-2b54-4f29-8307-2fa29c8033d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:cc:e8', 'vm-uuid': '25277b7b-c625-472a-bbf8-fe677f1612fa'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:03 user nova-compute[75249]: INFO os_vif [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b')
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No VIF found with MAC fa:16:3e:e0:cc:e8, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:11:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-a0d41e5a-1a63-4bc7-9ca7-ba1fc115141c req-82bc15e4-76c7-45ab-9c17-a6516a3aa299 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a0d41e5a-1a63-4bc7-9ca7-ba1fc115141c req-82bc15e4-76c7-45ab-9c17-a6516a3aa299 service nova] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a0d41e5a-1a63-4bc7-9ca7-ba1fc115141c req-82bc15e4-76c7-45ab-9c17-a6516a3aa299 service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a0d41e5a-1a63-4bc7-9ca7-ba1fc115141c req-82bc15e4-76c7-45ab-9c17-a6516a3aa299 service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:11:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-a0d41e5a-1a63-4bc7-9ca7-ba1fc115141c req-82bc15e4-76c7-45ab-9c17-a6516a3aa299 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] No waiting events found dispatching network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:11:04 user nova-compute[75249]: WARNING nova.compute.manager [req-a0d41e5a-1a63-4bc7-9ca7-ba1fc115141c req-82bc15e4-76c7-45ab-9c17-a6516a3aa299 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received unexpected event network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 for instance with vm_state building and task_state spawning.
Nov 29 09:11:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:11:06 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Instance spawned successfully.
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-7094b3b5-9ccd-49a0-8e9c-9a6ad571108f req-c36717ae-edb4-4850-84d3-e895b17d246b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7094b3b5-9ccd-49a0-8e9c-9a6ad571108f req-c36717ae-edb4-4850-84d3-e895b17d246b service nova] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7094b3b5-9ccd-49a0-8e9c-9a6ad571108f req-c36717ae-edb4-4850-84d3-e895b17d246b service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7094b3b5-9ccd-49a0-8e9c-9a6ad571108f req-c36717ae-edb4-4850-84d3-e895b17d246b service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-7094b3b5-9ccd-49a0-8e9c-9a6ad571108f req-c36717ae-edb4-4850-84d3-e895b17d246b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] No waiting events found dispatching network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:11:06 user nova-compute[75249]: WARNING nova.compute.manager [req-7094b3b5-9ccd-49a0-8e9c-9a6ad571108f req-c36717ae-edb4-4850-84d3-e895b17d246b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received unexpected event network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 for instance with vm_state building and task_state spawning.
Nov 29 09:11:06 user nova-compute[75249]: INFO nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Took 4.98 seconds to spawn the instance on the hypervisor.
Nov 29 09:11:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:11:06 user nova-compute[75249]: INFO nova.compute.manager [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Took 21.39 seconds to build instance.
Nov 29 09:11:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-496aafeb-07b9-46e3-9a7a-41f0edac2d6c tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.487s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:11:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:17 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:18 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:11:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:11:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:11:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updating instance_info_cache with network_info: [{"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-77eadb63-d8f7-45d3-8dfc-61dae8f2335f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:11:25 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:11:25 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:11:25 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8486MB free_disk=25.212390899658203GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:11:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 77eadb63-d8f7-45d3-8dfc-61dae8f2335f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 25277b7b-c625-472a-bbf8-fe677f1612fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:11:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.554s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:11:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:11:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:11:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:11:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:46 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:11:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:11:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:11:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:11:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:11:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:11:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:11:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:11:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:11:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:11:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:12:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:12:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:12:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:12:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:12:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:12:22 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:12:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [{"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:12:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-1cba0404-491b-4dd1-83d9-1ab7909d990d" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:12:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:12:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:12:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:12:27 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:12:27 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:12:27 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8543MB free_disk=25.211700439453125GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 77eadb63-d8f7-45d3-8dfc-61dae8f2335f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 25277b7b-c625-472a-bbf8-fe677f1612fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.272s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-changed-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Refreshing instance network info cache due to event network-changed-a9de1de1-7e37-4322-9a95-9b2e356db7bf. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] Acquiring lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] Acquired lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Refreshing network info cache for port a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updated VIF entry in instance network info cache for port a9de1de1-7e37-4322-9a95-9b2e356db7bf. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updating instance_info_cache with network_info: [{"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:12:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-697580b2-9e43-4410-91d5-4050aa0d2f0e req-f52ee977-93f1-49f1-b13b-564e84175735 service nova] Releasing lock "refresh_cache-ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:12:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:31 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:12:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:32 user nova-compute[75249]: INFO nova.compute.manager [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Attaching volume 1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b to /dev/vdb
Nov 29 09:12:32 user nova-compute[75249]: DEBUG os_brick.utils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d690f415-9c44-4d72-9708-bdf32f120273]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fb9a141-d8bd-43b0-bb95-4d5ca7de9de8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[13609816-7379-4a5e-97b0-4d3bf576074a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19ceb9a-47c4-4956-9fe7-6715a9365e19]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:12:32 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[697fbcd0-f28d-49a7-84f4-002b0aa104e0]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG os_brick.utils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updating existing volume attachment record: 7338b491-1087-4660-b09f-bb68bb3d0e3e {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:12:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:12:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:34 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:12:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-changed-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:12:36 user nova-compute[75249]: DEBUG nova.compute.manager [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Refreshing instance network info cache due to event network-changed-cb013684-2b54-4f29-8307-2fa29c8033d1. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:12:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] Acquiring lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:12:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] Acquired lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:12:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Refreshing network info cache for port cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.network.neutron [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updated VIF entry in instance network info cache for port cb013684-2b54-4f29-8307-2fa29c8033d1. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.network.neutron [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updating instance_info_cache with network_info: [{"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-55dd41e3-3b09-4680-bc68-010bcc3edde4 req-4457005d-7902-43bc-b6c0-64ff08de93af service nova] Releasing lock "refresh_cache-25277b7b-c625-472a-bbf8-fe677f1612fa" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:37 user nova-compute[75249]: INFO nova.compute.manager [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Terminating instance
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-d2daa63e-2510-48fd-81fe-b81fe948fc88 req-c69d16b2-5258-4cf7-8af9-6176616c07c8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-vif-unplugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d2daa63e-2510-48fd-81fe-b81fe948fc88 req-c69d16b2-5258-4cf7-8af9-6176616c07c8 service nova] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d2daa63e-2510-48fd-81fe-b81fe948fc88 req-c69d16b2-5258-4cf7-8af9-6176616c07c8 service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d2daa63e-2510-48fd-81fe-b81fe948fc88 req-c69d16b2-5258-4cf7-8af9-6176616c07c8 service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-d2daa63e-2510-48fd-81fe-b81fe948fc88 req-c69d16b2-5258-4cf7-8af9-6176616c07c8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] No waiting events found dispatching network-vif-unplugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.compute.manager [req-d2daa63e-2510-48fd-81fe-b81fe948fc88 req-c69d16b2-5258-4cf7-8af9-6176616c07c8 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-vif-unplugged-cb013684-2b54-4f29-8307-2fa29c8033d1 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:37 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Instance destroyed successfully.
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.objects.instance [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'resources' on Instance uuid 25277b7b-c625-472a-bbf8-fe677f1612fa {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:10:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1012695758',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1012695758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1012695758',id=43,image_ref='b88bdc5b-3803-4731-a71c-2d6cd7308f82',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2M6fUfEOKPXI3ozm2AGrkHQoaBtf0tV/Mgo9fQ9eHXK9Tfh8pp6fe8kpHRxRZheJQRb/AcU0eAM74PIxDQFp7yiokV89d2SbtswpGIzUUR06AdXJWHD/7sAVtV8cG3aw==',key_name='tempest-keypair-1013482887',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:11:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-sg9ypf9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-510363832',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:11:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=25277b7b-c625-472a-bbf8-fe677f1612fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "cb013684-2b54-4f29-8307-2fa29c8033d1", "address": "fa:16:3e:e0:cc:e8", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcb013684-2b", "ovs_interfaceid": "cb013684-2b54-4f29-8307-2fa29c8033d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG os_vif [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcb013684-2b, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:12:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cfdd034c-b3e5-421b-9d6e-4f8571f1b11e) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:38 user nova-compute[75249]: INFO os_vif [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:cc:e8,bridge_name='br-int',has_traffic_filtering=True,id=cb013684-2b54-4f29-8307-2fa29c8033d1,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcb013684-2b')
Nov 29 09:12:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXKoCngJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:12:38 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c39689c-e1b6-428c-873d-4ce8050be84a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:12:38 user nova-compute[75249]: No targets found.
Nov 29 09:12:38 user nova-compute[75249]: iSNS:
Nov 29 09:12:38 user nova-compute[75249]: No targets found.
Nov 29 09:12:38 user nova-compute[75249]: STATIC:
Nov 29 09:12:38 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9
Nov 29 09:12:38 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:12:38 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:12:38 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d
Nov 29 09:12:38 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:12:38 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:12:38 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149
Nov 29 09:12:38 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:12:38 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:12:38 user nova-compute[75249]: FIRMWARE:
Nov 29 09:12:38 user nova-compute[75249]: No targets found.
Nov 29 09:12:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:12:38 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:12:38 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a34e96-9c1f-437c-9ce5-0f59276b6d97]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e8bc8d-24af-4084-b8db-53d0491d8525]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:12:38 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:12:38 user nova-compute[75249]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 (non-flash)
Nov 29 09:12:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:12:38 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:12:38 user nova-compute[75249]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 (non-flash)
Nov 29 09:12:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0a15c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9df0249-bcc3-4284-9ce1-1dd8aea9c317]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a39312e-edbd-4ddb-a6e1-ccab4dfa9cb0]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c99341-45ff-44e7-a498-0cce83daf1a8]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1384d2a-0201-48b9-bbc1-8d05e6b79e1c]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIObfbc57dd-8509478c0b0f9cb8', '/dev/disk/by-id/scsi-23835303934373863', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_bfbc57dd') {{(pid=86571) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 09:12:38 user nova-compute[75249]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIObfbc57dd-8509478c0b0f9cb8
Nov 29 09:12:38 user nova-compute[75249]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23835303934373863
Nov 29 09:12:38 user nova-compute[75249]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_bfbc57dd
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b424e47-6b4e-41b5-a9f7-f60c5402e138]: (4, None) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6ea669-8693-4a91-aca7-93eac7f31732]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5d7360-919c-4486-89a7-9cb82dfc56b5]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260]
Nov 29 09:12:38 user nova-compute[75249]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9, portal: 172.16.0.220,3260] successful.
Nov 29 09:12:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53764623-ded6-46d4-88cb-d0b7956249f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71178dd-aa5d-4062-b091-4eb6c68dac72]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== disconnect_volume: return (314ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:12:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Deleting instance files /opt/stack/data/nova/instances/25277b7b-c625-472a-bbf8-fe677f1612fa_del
Nov 29 09:12:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Deletion of /opt/stack/data/nova/instances/25277b7b-c625-472a-bbf8-fe677f1612fa_del complete
Nov 29 09:12:38 user nova-compute[75249]: INFO nova.compute.manager [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 29 09:12:38 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:12:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:12:39 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Took 0.88 seconds to deallocate network for instance.
Nov 29 09:12:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-28aa98a1-192a-4e61-a124-b7707f2b5584 req-7647e251-f0b0-4b91-a769-fccf096d233b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-vif-deleted-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:12:39 user nova-compute[75249]: INFO nova.compute.manager [req-28aa98a1-192a-4e61-a124-b7707f2b5584 req-7647e251-f0b0-4b91-a769-fccf096d233b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Neutron deleted interface cb013684-2b54-4f29-8307-2fa29c8033d1; detaching it from the instance and deleting it from the info cache
Nov 29 09:12:39 user nova-compute[75249]: DEBUG nova.network.neutron [req-28aa98a1-192a-4e61-a124-b7707f2b5584 req-7647e251-f0b0-4b91-a769-fccf096d233b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-28aa98a1-192a-4e61-a124-b7707f2b5584 req-7647e251-f0b0-4b91-a769-fccf096d233b service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Detach interface failed, port_id=cb013684-2b54-4f29-8307-2fa29c8033d1, reason: Instance 25277b7b-c625-472a-bbf8-fe677f1612fa could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-f51d8055-8124-4834-8665-dddb061632b2 req-0568e7c4-4c2e-49f4-b83f-656c6afad465 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received event network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f51d8055-8124-4834-8665-dddb061632b2 req-0568e7c4-4c2e-49f4-b83f-656c6afad465 service nova] Acquiring lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f51d8055-8124-4834-8665-dddb061632b2 req-0568e7c4-4c2e-49f4-b83f-656c6afad465 service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f51d8055-8124-4834-8665-dddb061632b2 req-0568e7c4-4c2e-49f4-b83f-656c6afad465 service nova] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-f51d8055-8124-4834-8665-dddb061632b2 req-0568e7c4-4c2e-49f4-b83f-656c6afad465 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] No waiting events found dispatching network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:12:39 user nova-compute[75249]: WARNING nova.compute.manager [req-f51d8055-8124-4834-8665-dddb061632b2 req-0568e7c4-4c2e-49f4-b83f-656c6afad465 service nova] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Received unexpected event network-vif-plugged-cb013684-2b54-4f29-8307-2fa29c8033d1 for instance with vm_state active and task_state deleting.
Nov 29 09:12:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SJGPuLni', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:12:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:12:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:12:40 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: INFO nova.compute.manager [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Took 0.89 seconds to detach 1 volumes for instance.
Nov 29 09:12:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 25277b7b-c625-472a-bbf8-fe677f1612fa] Deleting volume: 53764623-ded6-46d4-88cb-d0b7956249f9 {{(pid=75249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d138660-58b5-4b95-88b7-dad37c3879c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:12:40 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8423c4da-e65a-4e66-ab39-6044f97dbb04]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b] added
Nov 29 09:12:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[811ef68b-4f83-47b2-9f36-5631d04ff616]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e44f6a23-5ceb-4750-b31c-2d72d32234cb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SJGPuLni {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SJGPuLni" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[35579e80-6b72-4645-a5e9-a9d1fdb42b30]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SJGPuLni'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ca9d6c-4e94-4220-8806-94be2bc708e1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d3c74f-425b-4984-90f4-2c4d7881bef3]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:12:40 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:12:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:12:40 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:12:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc22f0b-01e9-4cd0-adbf-9df7ae1a59c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260]
Nov 29 09:12:40 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260] successful.
Nov 29 09:12:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8fb954a-b7ce-40b2-8fd2-de01218c7838]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[681d6d2e-e213-40e2-80f8-bcda303400da]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:12:40 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:12:40 user nova-compute[75249]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b (non-flash)
Nov 29 09:12:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:12:40 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:12:40 user nova-compute[75249]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b (non-flash)
Nov 29 09:12:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[871dcee1-8bc8-49f1-ba85-357d3246bedc]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SJGPuLni', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.236s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:40 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Deleted allocations for instance 25277b7b-c625-472a-bbf8-fe677f1612fa
Nov 29 09:12:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-54e460e7-5dda-4783-a9f1-fc36f55beb9e tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "25277b7b-c625-472a-bbf8-fe677f1612fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.451s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23432633038393564', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432633038393564', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:12:41 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:12:41 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 09:12:41 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:12:41 user nova-compute[75249]:   <serial>1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b</serial>
Nov 29 09:12:41 user nova-compute[75249]: </disk>
Nov 29 09:12:41 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:12:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:84:5e:97, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:12:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6c48343d-a21f-4960-94ab-59c5eedafaaf tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.025s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:12:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:12:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:12:43 user nova-compute[75249]: INFO nova.compute.manager [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Detaching volume 1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b
Nov 29 09:12:43 user nova-compute[75249]: INFO nova.virt.block_device [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Attempting to driver detach volume 1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b from mountpoint /dev/vdb
Nov 29 09:12:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Attempting to detach device vdb from instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:12:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:12:43 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:12:43 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 09:12:43 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:12:43 user nova-compute[75249]:   <serial>1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b</serial>
Nov 29 09:12:43 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:12:43 user nova-compute[75249]: </disk>
Nov 29 09:12:43 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:12:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully detached device vdb from instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e from the persistent domain config.
Nov 29 09:12:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:12:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:12:43 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:12:43 user nova-compute[75249]:   <source dev="/dev/sdd"/>
Nov 29 09:12:43 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:12:43 user nova-compute[75249]:   <serial>1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b</serial>
Nov 29 09:12:43 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:12:43 user nova-compute[75249]: </disk>
Nov 29 09:12:43 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:12:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:12:47 user nova-compute[75249]: INFO nova.compute.manager [None req-f4a60dc2-6e41-4e10-a943-68225119daea tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Get console output
Nov 29 09:12:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:12:48 user nova-compute[75249]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 29 09:12:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:12:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:03 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e is timed out.
Nov 29 09:13:03 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully detached device vdb from instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e from the live domain config.
Nov 29 09:13:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SJGPuLni', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:13:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f51309-0091-40f4-aa72-d8703a01b386]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:13:03 user nova-compute[75249]: No targets found.
Nov 29 09:13:03 user nova-compute[75249]: iSNS:
Nov 29 09:13:03 user nova-compute[75249]: No targets found.
Nov 29 09:13:03 user nova-compute[75249]: STATIC:
Nov 29 09:13:03 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b
Nov 29 09:13:03 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:13:03 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:13:03 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d
Nov 29 09:13:03 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:13:03 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:13:03 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149
Nov 29 09:13:03 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:13:03 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:13:03 user nova-compute[75249]: FIRMWARE:
Nov 29 09:13:03 user nova-compute[75249]: No targets found.
Nov 29 09:13:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:13:03 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:13:03 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d4e00d-c0cb-45ff-a736-91be63a98416]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c21375-dbbb-4e60-a37f-43dca8c0a7d7]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:13:03 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:13:03 user nova-compute[75249]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b (non-flash)
Nov 29 09:13:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:13:03 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:13:03 user nova-compute[75249]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b (non-flash)
Nov 29 09:13:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0d37e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[669c9f82-f93e-4302-9203-3780e85f62cd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[99dfe468-7143-46ab-9ab6-1f13abb6e92c]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8bb50a4-988f-4658-abf5-82587dd43e74]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3ebb0f-a586-4320-80a9-40a262fee43f]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:13:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91879da-aea5-471e-8ef6-af384c10f266]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e2cc3c-4743-49d7-8a0e-cab48e911e28]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260]
Nov 29 09:13:04 user nova-compute[75249]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b, portal: 172.16.0.220,3260] successful.
Nov 29 09:13:04 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c005f9a-08d0-4d1b-868c-a9d7b0d93e0b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c1b1932-c45a-463f-9fac-e0a7d9cf3edd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== disconnect_volume: return (297ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG nova.objects.instance [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:13:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-43c39700-7e8c-4e56-a973-dc9fe19364a8 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.663s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:19 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:21 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:13:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:13:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:13:22 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:13:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:23 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [{"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:13:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-f6f8f176-6ec1-4460-8261-1e1518ff5014" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:13:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:13:28 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:13:28 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:13:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8662MB free_disk=25.210224151611328GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 77eadb63-d8f7-45d3-8dfc-61dae8f2335f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f6f8f176-6ec1-4460-8261-1e1518ff5014 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:13:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.275s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:30 user nova-compute[75249]: INFO nova.compute.manager [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Terminating instance
Nov 29 09:13:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:13:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-679a69f8-662d-461b-b053-b2541e50668f req-deef9955-4464-44da-806a-4ab485b74870 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-vif-unplugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-679a69f8-662d-461b-b053-b2541e50668f req-deef9955-4464-44da-806a-4ab485b74870 service nova] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-679a69f8-662d-461b-b053-b2541e50668f req-deef9955-4464-44da-806a-4ab485b74870 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-679a69f8-662d-461b-b053-b2541e50668f req-deef9955-4464-44da-806a-4ab485b74870 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-679a69f8-662d-461b-b053-b2541e50668f req-deef9955-4464-44da-806a-4ab485b74870 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] No waiting events found dispatching network-vif-unplugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-679a69f8-662d-461b-b053-b2541e50668f req-deef9955-4464-44da-806a-4ab485b74870 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-vif-unplugged-46039d62-1068-487b-bf22-159868686969 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Instance destroyed successfully.
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.objects.instance [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'resources' on Instance uuid 77eadb63-d8f7-45d3-8dfc-61dae8f2335f {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-2032348932',display_name='tempest-TestVolumeBootPattern-volume-backed-server-2032348932',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-2032348932',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJcQ+Qp7CEVGu464a886C2g1HhUI90Tm6izpQiDiG4oTYnODZn3DmUErn7M5qXgtR7G4x+KbtnpVLcN2KNvy5T2drWt6FXKDaOdYS1mQAaUR6W/tT9+lGyx3AhgYpmyWjA==',key_name='tempest-keypair-1567775153',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:09:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-rolm0y4l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:09:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=77eadb63-d8f7-45d3-8dfc-61dae8f2335f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "46039d62-1068-487b-bf22-159868686969", "address": "fa:16:3e:b2:46:ee", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46039d62-10", "ovs_interfaceid": "46039d62-1068-487b-bf22-159868686969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_vif [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap46039d62-10, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c88effff-a0f3-4e93-8f3d-888392c191be) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:31 user nova-compute[75249]: INFO os_vif [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:46:ee,bridge_name='br-int',has_traffic_filtering=True,id=46039d62-1068-487b-bf22-159868686969,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46039d62-10')
Nov 29 09:13:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpoVZYyD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:13:31 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[372def8a-4957-45d4-9709-f09e91864a86]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:13:31 user nova-compute[75249]: No targets found.
Nov 29 09:13:31 user nova-compute[75249]: iSNS:
Nov 29 09:13:31 user nova-compute[75249]: No targets found.
Nov 29 09:13:31 user nova-compute[75249]: STATIC:
Nov 29 09:13:31 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d
Nov 29 09:13:31 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:13:31 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:13:31 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149
Nov 29 09:13:31 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:13:31 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:13:31 user nova-compute[75249]: FIRMWARE:
Nov 29 09:13:31 user nova-compute[75249]: No targets found.
Nov 29 09:13:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:13:31 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:13:31 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0986fc6a-99bf-4789-ade2-9256ddbf7abc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec29d54-6323-46b7-98da-42e99925f967]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:13:31 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:13:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:13:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 (non-flash)
Nov 29 09:13:31 user nova-compute[75249]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:13:31 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf44c3400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff42b96e-34f4-48c9-96c1-f7496893706c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[395d23fa-533c-4568-8ae4-6dab5a18ee45]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca1af518-cc2d-4ad0-970d-1bb4159f6978]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7cbc37f-61fe-47ff-a858-84061c48e563]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_9fd8b8a9', '/dev/disk/by-id/scsi-1SCST_BIO9fd8b8a9-4c1d5cc99424c9a1', '/dev/disk/by-id/scsi-23463316435636339') {{(pid=86571) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89d5c2c-de02-406d-86e7-9407325db6a0]: (4, None) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a38e7d0f-a69b-40c3-8970-e786d9bee616]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad518679-e4dd-4721-ae14-72be6e67e0b8]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260]
Nov 29 09:13:32 user nova-compute[75249]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149, portal: 172.16.0.220,3260] successful.
Nov 29 09:13:32 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:210413a8-e161-42e1-a67c-b820b3006149 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[95926e77-d95d-4193-9eaf-869d7cadf691]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== disconnect_volume: return (311ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:13:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Deleting instance files /opt/stack/data/nova/instances/77eadb63-d8f7-45d3-8dfc-61dae8f2335f_del
Nov 29 09:13:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Deletion of /opt/stack/data/nova/instances/77eadb63-d8f7-45d3-8dfc-61dae8f2335f_del complete
Nov 29 09:13:32 user nova-compute[75249]: INFO nova.compute.manager [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Took 1.37 seconds to destroy the instance on the hypervisor.
Nov 29 09:13:32 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:13:32 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:13:33 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Took 0.69 seconds to deallocate network for instance.
Nov 29 09:13:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-29050a4a-7f43-4ba8-a6b6-ed9cda7a72c6 req-982229e4-7b1f-44a0-8856-09f9b6c63dcb service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-vif-deleted-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-c7a3ede8-ee3c-4947-be16-c844c613bc7b req-a2d48c25-bbf6-4ab8-a391-b302318251d6 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received event network-vif-plugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c7a3ede8-ee3c-4947-be16-c844c613bc7b req-a2d48c25-bbf6-4ab8-a391-b302318251d6 service nova] Acquiring lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c7a3ede8-ee3c-4947-be16-c844c613bc7b req-a2d48c25-bbf6-4ab8-a391-b302318251d6 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c7a3ede8-ee3c-4947-be16-c844c613bc7b req-a2d48c25-bbf6-4ab8-a391-b302318251d6 service nova] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-c7a3ede8-ee3c-4947-be16-c844c613bc7b req-a2d48c25-bbf6-4ab8-a391-b302318251d6 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] No waiting events found dispatching network-vif-plugged-46039d62-1068-487b-bf22-159868686969 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:13:33 user nova-compute[75249]: WARNING nova.compute.manager [req-c7a3ede8-ee3c-4947-be16-c844c613bc7b req-a2d48c25-bbf6-4ab8-a391-b302318251d6 service nova] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Received unexpected event network-vif-plugged-46039d62-1068-487b-bf22-159868686969 for instance with vm_state active and task_state deleting.
Nov 29 09:13:33 user nova-compute[75249]: INFO nova.compute.manager [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Terminating instance
Nov 29 09:13:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:33 user nova-compute[75249]: INFO nova.compute.manager [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Took 0.75 seconds to detach 1 volumes for instance.
Nov 29 09:13:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: 77eadb63-d8f7-45d3-8dfc-61dae8f2335f] Deleting volume: 210413a8-e161-42e1-a67c-b820b3006149 {{(pid=75249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.193s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:34 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Deleted allocations for instance 77eadb63-d8f7-45d3-8dfc-61dae8f2335f
Nov 29 09:13:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-ec91d722-386c-4312-813e-1febb1265588 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "77eadb63-d8f7-45d3-8dfc-61dae8f2335f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.433s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Instance destroyed successfully.
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.objects.instance [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'resources' on Instance uuid ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:10:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1940438447',display_name='tempest-AttachVolumeNegativeTest-server-1940438447',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1940438447',id=42,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHUAd5WbLUuZwONohtOcIpLMoJdP1l3QZh+an+u12H5Nvkr0/zwPXDZHcNkqHKfPdgyFjyW8FycC4/BOsdHpUR39v3slg8VmbfLIgEjgafOLY0CbnKH12XNxi58cnBHevg==',key_name='tempest-keypair-1216816209',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:10:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-3xv8n9au',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:10:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "address": "fa:16:3e:84:5e:97", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9de1de1-7e", "ovs_interfaceid": "a9de1de1-7e37-4322-9a95-9b2e356db7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG os_vif [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9de1de1-7e, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0cba997d-c350-4c7e-8967-8dd3b25eaf50) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:34 user nova-compute[75249]: INFO os_vif [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:5e:97,bridge_name='br-int',has_traffic_filtering=True,id=a9de1de1-7e37-4322-9a95-9b2e356db7bf,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9de1de1-7e')
Nov 29 09:13:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Deleting instance files /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e_del
Nov 29 09:13:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Deletion of /opt/stack/data/nova/instances/ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e_del complete
Nov 29 09:13:34 user nova-compute[75249]: INFO nova.compute.manager [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 29 09:13:34 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:34 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:13:35 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Took 0.87 seconds to deallocate network for instance.
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-218ef4a2-f20e-438e-86ca-844b7b52fcab req-df150d2c-bf5a-4e66-8d72-2bb1094680b9 service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-vif-deleted-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-vif-unplugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] No waiting events found dispatching network-vif-unplugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:13:35 user nova-compute[75249]: WARNING nova.compute.manager [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received unexpected event network-vif-unplugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf for instance with vm_state deleted and task_state None.
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received event network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] Acquiring lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] No waiting events found dispatching network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:13:35 user nova-compute[75249]: WARNING nova.compute.manager [req-3b98b422-a469-4e9a-b1a1-37dee9f07432 req-42aeb0c7-3019-4d7e-a6cf-ddd4555a16da service nova] [instance: ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e] Received unexpected event network-vif-plugged-a9de1de1-7e37-4322-9a95-9b2e356db7bf for instance with vm_state deleted and task_state None.
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.177s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:13:35 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Deleted allocations for instance ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e
Nov 29 09:13:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-adeb1000-a036-453f-be5c-207ed9153e7f tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "ec2a4649-8d48-4bc9-8c5e-f88c610bcb4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.214s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:48 user nova-compute[75249]: INFO nova.compute.manager [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Terminating instance
Nov 29 09:13:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-e9da791c-d160-43ac-abba-4999e01c68d0 req-16d88778-c340-447f-8f1f-879d6c278111 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-unplugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e9da791c-d160-43ac-abba-4999e01c68d0 req-16d88778-c340-447f-8f1f-879d6c278111 service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e9da791c-d160-43ac-abba-4999e01c68d0 req-16d88778-c340-447f-8f1f-879d6c278111 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e9da791c-d160-43ac-abba-4999e01c68d0 req-16d88778-c340-447f-8f1f-879d6c278111 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-e9da791c-d160-43ac-abba-4999e01c68d0 req-16d88778-c340-447f-8f1f-879d6c278111 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-unplugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:13:48 user nova-compute[75249]: DEBUG nova.compute.manager [req-e9da791c-d160-43ac-abba-4999e01c68d0 req-16d88778-c340-447f-8f1f-879d6c278111 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-unplugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Instance destroyed successfully.
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.objects.instance [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'resources' on Instance uuid f6f8f176-6ec1-4460-8261-1e1518ff5014 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1751961883',display_name='tempest-ServerActionsTestOtherA-server-1751961883',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1751961883',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:09:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-ycqbs7f0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:10:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=f6f8f176-6ec1-4460-8261-1e1518ff5014,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "address": "fa:16:3e:3a:bc:95", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59335e8a-a6", "ovs_interfaceid": "59335e8a-a66c-46d1-b03f-63c7e3b2f11a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_vif [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59335e8a-a6, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de67a1e5-e188-4a5c-b0b1-9ab79743d421) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:49 user nova-compute[75249]: INFO os_vif [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=59335e8a-a66c-46d1-b03f-63c7e3b2f11a,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59335e8a-a6')
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mUwSDecv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:13:49 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0463b46a-3944-4093-b9bc-9912f8d3da8c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:13:49 user nova-compute[75249]: No targets found.
Nov 29 09:13:49 user nova-compute[75249]: iSNS:
Nov 29 09:13:49 user nova-compute[75249]: No targets found.
Nov 29 09:13:49 user nova-compute[75249]: STATIC:
Nov 29 09:13:49 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d
Nov 29 09:13:49 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:13:49 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:13:49 user nova-compute[75249]: FIRMWARE:
Nov 29 09:13:49 user nova-compute[75249]: No targets found.
Nov 29 09:13:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:13:49 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:13:49 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[db645214-0a9e-48ff-95b3-646290524c70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0b0cb7-458d-4c4c-bb68-0bb5e6b1eeb3]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:13:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d (non-flash)
Nov 29 09:13:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0b39f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[29b3d31b-770d-43af-9eb9-2783486d9579]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d919f0-9d6d-4b36-8c07-876b05c3b6b3]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3d2440-7a26-4c5d-bddc-7b69e50a1b4b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea79959-cec6-4b08-9a94-cdd83515196e]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23735656162613032', '/dev/disk/by-id/scsi-1SCST_BIO88b83ffa-75eaba022ff0e65e', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_88b83ffa') {{(pid=86571) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b43a2c-db4e-4d09-992f-a4582bee2212]: (4, None) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[328dc708-8337-4bf4-9ef4-98ab9a944407]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f8320d-dbfe-4128-976f-186807d3fb91]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260]
Nov 29 09:13:49 user nova-compute[75249]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d, portal: 172.16.0.220,3260] successful.
Nov 29 09:13:49 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:497fad68-a414-4b84-b1bc-4ac8973ffc2d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[806c8aa2-3f3f-4a65-806e-84dc46bc4c5c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.275s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] <== disconnect_volume: return (277ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:13:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Deleting instance files /opt/stack/data/nova/instances/f6f8f176-6ec1-4460-8261-1e1518ff5014_del
Nov 29 09:13:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Deletion of /opt/stack/data/nova/instances/f6f8f176-6ec1-4460-8261-1e1518ff5014_del complete
Nov 29 09:13:49 user nova-compute[75249]: INFO nova.compute.manager [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Took 1.11 seconds to destroy the instance on the hypervisor.
Nov 29 09:13:49 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:13:49 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:13:50 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:13:50 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Took 0.60 seconds to deallocate network for instance.
Nov 29 09:13:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] Acquiring lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] No waiting events found dispatching network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:13:51 user nova-compute[75249]: WARNING nova.compute.manager [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received unexpected event network-vif-plugged-59335e8a-a66c-46d1-b03f-63c7e3b2f11a for instance with vm_state active and task_state deleting.
Nov 29 09:13:51 user nova-compute[75249]: DEBUG nova.compute.manager [req-968350a2-7dbb-4fc5-b571-3cf51f202000 req-2b4618ca-b441-410f-85ea-541b545becb0 service nova] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Received event network-vif-deleted-59335e8a-a66c-46d1-b03f-63c7e3b2f11a {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:13:51 user nova-compute[75249]: INFO nova.compute.manager [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Took 0.76 seconds to detach 1 volumes for instance.
Nov 29 09:13:51 user nova-compute[75249]: DEBUG nova.compute.manager [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: f6f8f176-6ec1-4460-8261-1e1518ff5014] Deleting volume: 497fad68-a414-4b84-b1bc-4ac8973ffc2d {{(pid=75249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:51 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Deleted allocations for instance f6f8f176-6ec1-4460-8261-1e1518ff5014
Nov 29 09:13:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-277fa0a7-b094-4560-a5b7-a9e7fdb3623b tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "f6f8f176-6ec1-4460-8261-1e1518ff5014" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.853s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:13:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:13:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:20 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:14:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:14:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:14:27 user nova-compute[75249]: INFO nova.compute.claims [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Claim successful on node user
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.230s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.network.neutron [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:14:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.policy [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600d7c84fd734cc2a2e1ec76faf0fe9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a544a150032b4b9d85ef8dcf159e1aff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:14:27 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Creating image(s)
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "/opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "/opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:27 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Successfully created port: a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.401s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:28 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:14:28 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8947MB free_disk=25.236183166503906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk 1073741824" returned: 0 in 0.059s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.464s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 42b44283-5e8b-4f3d-ac79-dafc842928cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:14:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.308s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Cannot resize image /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Ensure instance console log exists: /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Successfully updated port: a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquired lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-changed-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.compute.manager [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Refreshing instance network info cache due to event network-changed-a15a696b-1256-42ac-9825-1ce3ec85a54b. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] Acquiring lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updating instance_info_cache with network_info: [{"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Releasing lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Instance network_info: |[{"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] Acquired lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.neutron [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Refreshing network info cache for port a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Start _get_guest_xml network_info=[{"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:14:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:14:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:14:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1877717616',display_name='tempest-AttachVolumeNegativeTest-server-1877717616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1877717616',id=44,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLmcpCngA72u8PusFvEz79UZkRHDgqN4Hy+Po/PX2X6/jVzeQTuwPf0Cuq4Chwz6vTNs7USoGnwEmue579Y/TCyhZknBDWboVN5eNBrZbUffrBiaPFNMJ4VsoDkzB0BqEQ==',key_name='tempest-keypair-781911975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-n1vc3ntu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:14:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=42b44283-5e8b-4f3d-ac79-dafc842928cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'pci_devices' on Instance uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:14:29 user nova-compute[75249]:   <uuid>42b44283-5e8b-4f3d-ac79-dafc842928cd</uuid>
Nov 29 09:14:29 user nova-compute[75249]:   <name>instance-0000002c</name>
Nov 29 09:14:29 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:14:29 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:14:29 user nova-compute[75249]:   <metadata>
Nov 29 09:14:29 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:14:29 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:14:29 user nova-compute[75249]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1877717616</nova:name>
Nov 29 09:14:29 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:14:29</nova:creationTime>
Nov 29 09:14:29 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:14:29 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:14:29 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:14:29 user nova-compute[75249]:       <nova:owner>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:user uuid="600d7c84fd734cc2a2e1ec76faf0fe9e">tempest-AttachVolumeNegativeTest-796896474-project-member</nova:user>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:project uuid="a544a150032b4b9d85ef8dcf159e1aff">tempest-AttachVolumeNegativeTest-796896474</nova:project>
Nov 29 09:14:29 user nova-compute[75249]:       </nova:owner>
Nov 29 09:14:29 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:14:29 user nova-compute[75249]:       <nova:ports>
Nov 29 09:14:29 user nova-compute[75249]:         <nova:port uuid="a15a696b-1256-42ac-9825-1ce3ec85a54b">
Nov 29 09:14:29 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 09:14:29 user nova-compute[75249]:         </nova:port>
Nov 29 09:14:29 user nova-compute[75249]:       </nova:ports>
Nov 29 09:14:29 user nova-compute[75249]:     </nova:instance>
Nov 29 09:14:29 user nova-compute[75249]:   </metadata>
Nov 29 09:14:29 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:14:29 user nova-compute[75249]:     <system>
Nov 29 09:14:29 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:14:29 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:14:29 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:14:29 user nova-compute[75249]:       <entry name="serial">42b44283-5e8b-4f3d-ac79-dafc842928cd</entry>
Nov 29 09:14:29 user nova-compute[75249]:       <entry name="uuid">42b44283-5e8b-4f3d-ac79-dafc842928cd</entry>
Nov 29 09:14:29 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:14:29 user nova-compute[75249]:     </system>
Nov 29 09:14:29 user nova-compute[75249]:   </sysinfo>
Nov 29 09:14:29 user nova-compute[75249]:   <os>
Nov 29 09:14:29 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:14:29 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:14:29 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:14:29 user nova-compute[75249]:   </os>
Nov 29 09:14:29 user nova-compute[75249]:   <features>
Nov 29 09:14:29 user nova-compute[75249]:     <acpi/>
Nov 29 09:14:29 user nova-compute[75249]:     <apic/>
Nov 29 09:14:29 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:14:29 user nova-compute[75249]:   </features>
Nov 29 09:14:29 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:14:29 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:14:29 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:14:29 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:14:29 user nova-compute[75249]:   </clock>
Nov 29 09:14:29 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:14:29 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:14:29 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:14:29 user nova-compute[75249]:   </cpu>
Nov 29 09:14:29 user nova-compute[75249]:   <devices>
Nov 29 09:14:29 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:14:29 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:14:29 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk"/>
Nov 29 09:14:29 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:14:29 user nova-compute[75249]:     </disk>
Nov 29 09:14:29 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:14:29 user nova-compute[75249]:       <mac address="fa:16:3e:1c:0d:2e"/>
Nov 29 09:14:29 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:14:29 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:14:29 user nova-compute[75249]:       <target dev="tapa15a696b-12"/>
Nov 29 09:14:29 user nova-compute[75249]:     </interface>
Nov 29 09:14:29 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:14:29 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/console.log" append="off"/>
Nov 29 09:14:29 user nova-compute[75249]:     </serial>
Nov 29 09:14:29 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:14:29 user nova-compute[75249]:     <video>
Nov 29 09:14:29 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:14:29 user nova-compute[75249]:     </video>
Nov 29 09:14:29 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:14:29 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:14:29 user nova-compute[75249]:     </rng>
Nov 29 09:14:29 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:14:29 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:14:29 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:14:29 user nova-compute[75249]:     </memballoon>
Nov 29 09:14:29 user nova-compute[75249]:   </devices>
Nov 29 09:14:29 user nova-compute[75249]: </domain>
Nov 29 09:14:29 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:14:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1877717616',display_name='tempest-AttachVolumeNegativeTest-server-1877717616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1877717616',id=44,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLmcpCngA72u8PusFvEz79UZkRHDgqN4Hy+Po/PX2X6/jVzeQTuwPf0Cuq4Chwz6vTNs7USoGnwEmue579Y/TCyhZknBDWboVN5eNBrZbUffrBiaPFNMJ4VsoDkzB0BqEQ==',key_name='tempest-keypair-781911975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-n1vc3ntu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:14:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=42b44283-5e8b-4f3d-ac79-dafc842928cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG os_vif [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ab41440-106c-54f2-973d-d16f023fdefb', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa15a696b-12, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa15a696b-12, col_values=(('qos', UUID('81cd344a-6721-4026-8b74-58e5476d7628')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa15a696b-12, col_values=(('external_ids', {'iface-id': 'a15a696b-1256-42ac-9825-1ce3ec85a54b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:0d:2e', 'vm-uuid': '42b44283-5e8b-4f3d-ac79-dafc842928cd'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:29 user nova-compute[75249]: INFO os_vif [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12')
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:1c:0d:2e, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:14:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updated VIF entry in instance network info cache for port a15a696b-1256-42ac-9825-1ce3ec85a54b. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:14:30 user nova-compute[75249]: DEBUG nova.network.neutron [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updating instance_info_cache with network_info: [{"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:14:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7db5d250-ed2d-4994-9ff3-def0f52b4a5f req-84dbb524-4806-4bc9-8474-bcc9e58dacdc service nova] Releasing lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:14:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-b31df267-4017-4bb2-ba9d-aa257b5e961b req-15205cf8-721d-4f80-855b-a613b0743c32 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b31df267-4017-4bb2-ba9d-aa257b5e961b req-15205cf8-721d-4f80-855b-a613b0743c32 service nova] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b31df267-4017-4bb2-ba9d-aa257b5e961b req-15205cf8-721d-4f80-855b-a613b0743c32 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b31df267-4017-4bb2-ba9d-aa257b5e961b req-15205cf8-721d-4f80-855b-a613b0743c32 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG nova.compute.manager [req-b31df267-4017-4bb2-ba9d-aa257b5e961b req-15205cf8-721d-4f80-855b-a613b0743c32 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] No waiting events found dispatching network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:14:31 user nova-compute[75249]: WARNING nova.compute.manager [req-b31df267-4017-4bb2-ba9d-aa257b5e961b req-15205cf8-721d-4f80-855b-a613b0743c32 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received unexpected event network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b for instance with vm_state building and task_state spawning.
Nov 29 09:14:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:14:32 user nova-compute[75249]: INFO nova.compute.claims [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Claim successful on node user
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.225s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:14:32 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG nova.policy [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3cee60df2d4c8a89e16d88ea3a7ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2b63a328c3c4acba9fa40a2b9352757', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:14:32 user nova-compute[75249]: INFO nova.virt.block_device [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Booting with volume c46be6df-73d8-4066-b220-f83c1766ed77 at /dev/vda
Nov 29 09:14:32 user nova-compute[75249]: DEBUG os_brick.utils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4312d1-2ee7-4105-b821-2a149bd0ad5f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f6fb95-059a-4676-8fcd-4cdf34aa21ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f7350f5-7a3f-4f83-9e3c-df298fe5c990]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9946825c-7167-4370-9614-12621973c662]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:14:33 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f3ed99-1fe1-48d3-a5b9-9f18f21978f7]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG os_brick.utils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updating existing volume attachment record: b0eda57a-7209-46aa-a521-34ff38d88925 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:14:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Instance spawned successfully.
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:33 user nova-compute[75249]: INFO nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Took 5.39 seconds to spawn the instance on the hypervisor.
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-28b68776-3767-429a-b06d-563b29173a00 req-883d1941-e75f-46e4-8b2f-b7ac05917c39 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28b68776-3767-429a-b06d-563b29173a00 req-883d1941-e75f-46e4-8b2f-b7ac05917c39 service nova] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28b68776-3767-429a-b06d-563b29173a00 req-883d1941-e75f-46e4-8b2f-b7ac05917c39 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-28b68776-3767-429a-b06d-563b29173a00 req-883d1941-e75f-46e4-8b2f-b7ac05917c39 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.compute.manager [req-28b68776-3767-429a-b06d-563b29173a00 req-883d1941-e75f-46e4-8b2f-b7ac05917c39 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] No waiting events found dispatching network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:14:33 user nova-compute[75249]: WARNING nova.compute.manager [req-28b68776-3767-429a-b06d-563b29173a00 req-883d1941-e75f-46e4-8b2f-b7ac05917c39 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received unexpected event network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b for instance with vm_state building and task_state spawning.
Nov 29 09:14:33 user nova-compute[75249]: INFO nova.compute.manager [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Took 5.99 seconds to build instance.
Nov 29 09:14:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-00008a06-e3be-4c16-b53a-5bd4daf83457 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.096s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG nova.network.neutron [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Successfully created port: 3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:14:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Successfully updated port: 3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquired lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-changed-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.compute.manager [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Refreshing instance network info cache due to event network-changed-3a6d2760-7e70-43a3-9615-0dc1d08d59eb. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] Acquiring lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updating instance_info_cache with network_info: [{"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Releasing lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Instance network_info: |[{"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] Acquired lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:14:35 user nova-compute[75249]: DEBUG nova.network.neutron [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Refreshing network info cache for port 3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updated VIF entry in instance network info cache for port 3a6d2760-7e70-43a3-9615-0dc1d08d59eb. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG nova.network.neutron [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updating instance_info_cache with network_info: [{"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-63df73b0-ddb7-4591-ba7f-3cdca070c8bb req-3488946d-85ce-46cd-91d5-fda02c02ca32 service nova] Releasing lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:14:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:14:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:14:40 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Creating image(s)
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Ensure instance console log exists: /opt/stack/data/nova/instances/c4195bb1-1219-4aeb-b892-9cb57d448f88/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Start _get_guest_xml network_info=[{"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'b0eda57a-7209-46aa-a521-34ff38d88925', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4195bb1-1219-4aeb-b892-9cb57d448f88', 'attached_at': '', 'detached_at': '', 'volume_id': 'c46be6df-73d8-4066-b220-f83c1766ed77', 'serial': 'c46be6df-73d8-4066-b220-f83c1766ed77'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:14:40 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:14:40 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:14:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:14:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:14:40 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5ab7a1-e347-4ac7-ad0e-c625091028ad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:14:40 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9075564d-bce6-4be2-ab9a-de355f21167f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77] added
Nov 29 09:14:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a05ecd14-dfa2-4d53-bfc5-0660bce1efd7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f624af3-6814-4ff9-9b59-964fc7e15f5e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LshruBUc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LshruBUc" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[145d4649-d90d-47ab-8d5a-43792906b6c9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LshruBUc'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a002e471-a28a-4234-ac24-552201a5e623]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbeca20-bd35-4c8f-a135-daa73e63a2ff]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:14:40 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:14:40 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:14:40 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 09:14:40 user nova-compute[75249]: 
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a2e4b3-bdd6-483a-85cc-82ef77c8c95c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]
Nov 29 09:14:40 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.
Nov 29 09:14:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a12da8b-1595-421a-82bc-c1bec4a206b7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f241f47-6587-46e8-9ec4-bf8191eb4282]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:14:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:14:40 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d5771eb-b0bd-4ac2-b5e0-1eb607bd394c]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:14:40 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.271s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== connect_volume: return (1273ms) {'type': 'block', 'scsi_wwn': '23064353561326261', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23064353561326261', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:14:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1945729929',display_name='tempest-TestVolumeBootPattern-server-1945729929',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1945729929',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-z6bnhrvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:14:33Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=c4195bb1-1219-4aeb-b892-9cb57d448f88,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.objects.instance [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'pci_devices' on Instance uuid c4195bb1-1219-4aeb-b892-9cb57d448f88 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:14:41 user nova-compute[75249]:   <uuid>c4195bb1-1219-4aeb-b892-9cb57d448f88</uuid>
Nov 29 09:14:41 user nova-compute[75249]:   <name>instance-0000002d</name>
Nov 29 09:14:41 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:14:41 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:14:41 user nova-compute[75249]:   <metadata>
Nov 29 09:14:41 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:14:41 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:14:41 user nova-compute[75249]:       <nova:name>tempest-TestVolumeBootPattern-server-1945729929</nova:name>
Nov 29 09:14:41 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:14:40</nova:creationTime>
Nov 29 09:14:41 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:14:41 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:14:41 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:14:41 user nova-compute[75249]:       <nova:owner>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:user uuid="ec3cee60df2d4c8a89e16d88ea3a7ac1">tempest-TestVolumeBootPattern-510363832-project-member</nova:user>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:project uuid="d2b63a328c3c4acba9fa40a2b9352757">tempest-TestVolumeBootPattern-510363832</nova:project>
Nov 29 09:14:41 user nova-compute[75249]:       </nova:owner>
Nov 29 09:14:41 user nova-compute[75249]:       <nova:ports>
Nov 29 09:14:41 user nova-compute[75249]:         <nova:port uuid="3a6d2760-7e70-43a3-9615-0dc1d08d59eb">
Nov 29 09:14:41 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 09:14:41 user nova-compute[75249]:         </nova:port>
Nov 29 09:14:41 user nova-compute[75249]:       </nova:ports>
Nov 29 09:14:41 user nova-compute[75249]:     </nova:instance>
Nov 29 09:14:41 user nova-compute[75249]:   </metadata>
Nov 29 09:14:41 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:14:41 user nova-compute[75249]:     <system>
Nov 29 09:14:41 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:14:41 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:14:41 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:14:41 user nova-compute[75249]:       <entry name="serial">c4195bb1-1219-4aeb-b892-9cb57d448f88</entry>
Nov 29 09:14:41 user nova-compute[75249]:       <entry name="uuid">c4195bb1-1219-4aeb-b892-9cb57d448f88</entry>
Nov 29 09:14:41 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:14:41 user nova-compute[75249]:     </system>
Nov 29 09:14:41 user nova-compute[75249]:   </sysinfo>
Nov 29 09:14:41 user nova-compute[75249]:   <os>
Nov 29 09:14:41 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:14:41 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:14:41 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:14:41 user nova-compute[75249]:   </os>
Nov 29 09:14:41 user nova-compute[75249]:   <features>
Nov 29 09:14:41 user nova-compute[75249]:     <acpi/>
Nov 29 09:14:41 user nova-compute[75249]:     <apic/>
Nov 29 09:14:41 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:14:41 user nova-compute[75249]:   </features>
Nov 29 09:14:41 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:14:41 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:14:41 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:14:41 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:14:41 user nova-compute[75249]:   </clock>
Nov 29 09:14:41 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:14:41 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:14:41 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:14:41 user nova-compute[75249]:   </cpu>
Nov 29 09:14:41 user nova-compute[75249]:   <devices>
Nov 29 09:14:41 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:14:41 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:14:41 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 09:14:41 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:14:41 user nova-compute[75249]:       <serial>c46be6df-73d8-4066-b220-f83c1766ed77</serial>
Nov 29 09:14:41 user nova-compute[75249]:     </disk>
Nov 29 09:14:41 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:14:41 user nova-compute[75249]:       <mac address="fa:16:3e:dd:20:36"/>
Nov 29 09:14:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:14:41 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:14:41 user nova-compute[75249]:       <target dev="tap3a6d2760-7e"/>
Nov 29 09:14:41 user nova-compute[75249]:     </interface>
Nov 29 09:14:41 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:14:41 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/c4195bb1-1219-4aeb-b892-9cb57d448f88/console.log" append="off"/>
Nov 29 09:14:41 user nova-compute[75249]:     </serial>
Nov 29 09:14:41 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:14:41 user nova-compute[75249]:     <video>
Nov 29 09:14:41 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:14:41 user nova-compute[75249]:     </video>
Nov 29 09:14:41 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:14:41 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:14:41 user nova-compute[75249]:     </rng>
Nov 29 09:14:41 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:14:41 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:14:41 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:14:41 user nova-compute[75249]:     </memballoon>
Nov 29 09:14:41 user nova-compute[75249]:   </devices>
Nov 29 09:14:41 user nova-compute[75249]: </domain>
Nov 29 09:14:41 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:14:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1945729929',display_name='tempest-TestVolumeBootPattern-server-1945729929',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1945729929',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-z6bnhrvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:14:33Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=c4195bb1-1219-4aeb-b892-9cb57d448f88,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG os_vif [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '685c8b63-2040-5a8b-82f4-38ef06ed15d5', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a6d2760-7e, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a6d2760-7e, col_values=(('qos', UUID('91c92f5e-2e83-4eee-b334-9cc0911517db')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a6d2760-7e, col_values=(('external_ids', {'iface-id': '3a6d2760-7e70-43a3-9615-0dc1d08d59eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:20:36', 'vm-uuid': 'c4195bb1-1219-4aeb-b892-9cb57d448f88'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:41 user nova-compute[75249]: INFO os_vif [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e')
Nov 29 09:14:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:14:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No VIF found with MAC fa:16:3e:dd:20:36, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-a625d221-6614-4545-9e7d-08e454f37ad8 req-bc5d558e-1ae9-49a2-a6c6-f09a3878fd5c service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a625d221-6614-4545-9e7d-08e454f37ad8 req-bc5d558e-1ae9-49a2-a6c6-f09a3878fd5c service nova] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a625d221-6614-4545-9e7d-08e454f37ad8 req-bc5d558e-1ae9-49a2-a6c6-f09a3878fd5c service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a625d221-6614-4545-9e7d-08e454f37ad8 req-bc5d558e-1ae9-49a2-a6c6-f09a3878fd5c service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG nova.compute.manager [req-a625d221-6614-4545-9e7d-08e454f37ad8 req-bc5d558e-1ae9-49a2-a6c6-f09a3878fd5c service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] No waiting events found dispatching network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:14:43 user nova-compute[75249]: WARNING nova.compute.manager [req-a625d221-6614-4545-9e7d-08e454f37ad8 req-bc5d558e-1ae9-49a2-a6c6-f09a3878fd5c service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received unexpected event network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb for instance with vm_state building and task_state spawning.
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:43 user nova-compute[75249]: INFO nova.compute.manager [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Terminating instance
Nov 29 09:14:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-a44f1496-19d9-4d3a-8467-7cfabd7953b2 req-c4fab124-ee4b-4282-a18b-0072815c862a service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-vif-unplugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a44f1496-19d9-4d3a-8467-7cfabd7953b2 req-c4fab124-ee4b-4282-a18b-0072815c862a service nova] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a44f1496-19d9-4d3a-8467-7cfabd7953b2 req-c4fab124-ee4b-4282-a18b-0072815c862a service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a44f1496-19d9-4d3a-8467-7cfabd7953b2 req-c4fab124-ee4b-4282-a18b-0072815c862a service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-a44f1496-19d9-4d3a-8467-7cfabd7953b2 req-c4fab124-ee4b-4282-a18b-0072815c862a service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] No waiting events found dispatching network-vif-unplugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.compute.manager [req-a44f1496-19d9-4d3a-8467-7cfabd7953b2 req-c4fab124-ee4b-4282-a18b-0072815c862a service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-vif-unplugged-0e598511-552a-4ffc-86e9-994b3d4c0065 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:14:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Instance destroyed successfully.
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.objects.instance [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lazy-loading 'resources' on Instance uuid 1cba0404-491b-4dd1-83d9-1ab7909d990d {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T08:40:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1778026698',display_name='tempest-ServerActionsTestOtherA-server-1778026698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1778026698',id=2,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd5unNMUvb5dhGVoobcOxlHhCsw04d5ZEEKMSZrJvkweQbgdfCsTAylvNC3Ea2omnLdVw1OKxeUXjq9sHNpVyFv8TUZD4dNpmkI76edoclg9xSDsbu3t0SHePBrtAZg/g==',key_name='tempest-keypair-362610243',keypairs=<?>,launch_index=0,launched_at=2023-11-29T08:40:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='790d5e695f7e4fd5a32141a333924b0b',ramdisk_id='',reservation_id='r-qi4o3skd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1912372558',owner_user_name='tempest-ServerActionsTestOtherA-1912372558-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T08:40:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='139d8a0a67f5487cb42a4229e3f873fe',uuid=1cba0404-491b-4dd1-83d9-1ab7909d990d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converting VIF {"id": "0e598511-552a-4ffc-86e9-994b3d4c0065", "address": "fa:16:3e:a5:6e:77", "network": {"id": "f1b784fb-cee4-4a09-8f1c-420dbf444fb4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-90884042-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "790d5e695f7e4fd5a32141a333924b0b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e598511-55", "ovs_interfaceid": "0e598511-552a-4ffc-86e9-994b3d4c0065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG os_vif [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0e598511-55, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bab70a65-3bf3-4b95-8dbd-e96f5dc731ee) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:44 user nova-compute[75249]: INFO os_vif [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:6e:77,bridge_name='br-int',has_traffic_filtering=True,id=0e598511-552a-4ffc-86e9-994b3d4c0065,network=Network(f1b784fb-cee4-4a09-8f1c-420dbf444fb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e598511-55')
Nov 29 09:14:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Deleting instance files /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d_del
Nov 29 09:14:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Deletion of /opt/stack/data/nova/instances/1cba0404-491b-4dd1-83d9-1ab7909d990d_del complete
Nov 29 09:14:44 user nova-compute[75249]: INFO nova.compute.manager [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 29 09:14:44 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:14:44 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:14:45 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Took 0.47 seconds to deallocate network for instance.
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-8ad394d7-07bd-4775-b5b2-93476b7aded4 req-a8c444e6-69a7-4b96-b039-6255c0e2673b service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-vif-deleted-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:45 user nova-compute[75249]: INFO nova.compute.manager [req-8ad394d7-07bd-4775-b5b2-93476b7aded4 req-a8c444e6-69a7-4b96-b039-6255c0e2673b service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Neutron deleted interface 0e598511-552a-4ffc-86e9-994b3d4c0065; detaching it from the instance and deleting it from the info cache
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-8ad394d7-07bd-4775-b5b2-93476b7aded4 req-a8c444e6-69a7-4b96-b039-6255c0e2673b service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-8ad394d7-07bd-4775-b5b2-93476b7aded4 req-a8c444e6-69a7-4b96-b039-6255c0e2673b service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Detach interface failed, port_id=0e598511-552a-4ffc-86e9-994b3d4c0065, reason: Instance 1cba0404-491b-4dd1-83d9-1ab7909d990d could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.165s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:45 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Deleted allocations for instance 1cba0404-491b-4dd1-83d9-1ab7909d990d
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-05640f81-8f48-4068-92f0-dcf4c6791b11 tempest-ServerActionsTestOtherA-1912372558 tempest-ServerActionsTestOtherA-1912372558-project-member] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.790s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:45 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Instance spawned successfully.
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-01232d0a-4bd4-4cd7-b90a-16d42e8d7812 req-536e3840-e9c6-4fc1-bf4a-45c95963da6e service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01232d0a-4bd4-4cd7-b90a-16d42e8d7812 req-536e3840-e9c6-4fc1-bf4a-45c95963da6e service nova] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01232d0a-4bd4-4cd7-b90a-16d42e8d7812 req-536e3840-e9c6-4fc1-bf4a-45c95963da6e service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-01232d0a-4bd4-4cd7-b90a-16d42e8d7812 req-536e3840-e9c6-4fc1-bf4a-45c95963da6e service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-01232d0a-4bd4-4cd7-b90a-16d42e8d7812 req-536e3840-e9c6-4fc1-bf4a-45c95963da6e service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] No waiting events found dispatching network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:14:45 user nova-compute[75249]: WARNING nova.compute.manager [req-01232d0a-4bd4-4cd7-b90a-16d42e8d7812 req-536e3840-e9c6-4fc1-bf4a-45c95963da6e service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received unexpected event network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb for instance with vm_state building and task_state spawning.
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:14:45 user nova-compute[75249]: INFO nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Took 5.11 seconds to spawn the instance on the hypervisor.
Nov 29 09:14:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:14:45 user nova-compute[75249]: INFO nova.compute.manager [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Took 13.34 seconds to build instance.
Nov 29 09:14:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-cdb73d86-7128-4ee1-9ce6-18d1c1c7d977 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.439s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-08ff2f94-f391-49d4-8c7e-b10f4d35f1f3 req-c7fd848e-18b4-464a-a348-4bb11b0732c3 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received event network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:14:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08ff2f94-f391-49d4-8c7e-b10f4d35f1f3 req-c7fd848e-18b4-464a-a348-4bb11b0732c3 service nova] Acquiring lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:14:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08ff2f94-f391-49d4-8c7e-b10f4d35f1f3 req-c7fd848e-18b4-464a-a348-4bb11b0732c3 service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:14:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-08ff2f94-f391-49d4-8c7e-b10f4d35f1f3 req-c7fd848e-18b4-464a-a348-4bb11b0732c3 service nova] Lock "1cba0404-491b-4dd1-83d9-1ab7909d990d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:14:46 user nova-compute[75249]: DEBUG nova.compute.manager [req-08ff2f94-f391-49d4-8c7e-b10f4d35f1f3 req-c7fd848e-18b4-464a-a348-4bb11b0732c3 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] No waiting events found dispatching network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:14:46 user nova-compute[75249]: WARNING nova.compute.manager [req-08ff2f94-f391-49d4-8c7e-b10f4d35f1f3 req-c7fd848e-18b4-464a-a348-4bb11b0732c3 service nova] [instance: 1cba0404-491b-4dd1-83d9-1ab7909d990d] Received unexpected event network-vif-plugged-0e598511-552a-4ffc-86e9-994b3d4c0065 for instance with vm_state deleted and task_state None.
Nov 29 09:14:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:14:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:15:24 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:15:25 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updating instance_info_cache with network_info: [{"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:15:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:15:25 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:15:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:15:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:15:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:15:29 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8818MB free_disk=25.2254638671875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 42b44283-5e8b-4f3d-ac79-dafc842928cd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance c4195bb1-1219-4aeb-b892-9cb57d448f88 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:15:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.252s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:15:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:15:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Verify base images {{(pid=75249) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75249) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Image id 31ab2c83-f79e-4167-8676-faf1e937d5a3 yields fingerprint b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 {{(pid=75249) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] image 31ab2c83-f79e-4167-8676-faf1e937d5a3 at (/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4): checking
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] image 31ab2c83-f79e-4167-8676-faf1e937d5a3 at (/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4): image is in use {{(pid=75249) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] 42b44283-5e8b-4f3d-ac79-dafc842928cd is a valid instance name {{(pid=75249) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] 42b44283-5e8b-4f3d-ac79-dafc842928cd has a disk file {{(pid=75249) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 42b44283-5e8b-4f3d-ac79-dafc842928cd is backed by b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 {{(pid=75249) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] c4195bb1-1219-4aeb-b892-9cb57d448f88 is a valid instance name {{(pid=75249) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f
Nov 29 09:15:51 user nova-compute[75249]: WARNING nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Unknown base file: /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Active base files: /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Removable base files: /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01 /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5 /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4 /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e7feeab59f01a0fbc704a3c9101e1538ee47894c
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/26526110fb0f9b9b12e07e41a9261261d18ed65a
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d434e422498460cbde35b9dba26275f4430fcd01
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3c00ffe505c11bce6ce64225cec141a8f7f57ccd
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d58a0879265680b4e28d2c8c753190e944faaaf5
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7df0942e2dfc583b62882064952fd94141cb24d4
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3c393e5375ee3bddfefe29f98530daf379ac2f4f
Nov 29 09:15:51 user nova-compute[75249]: INFO nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2b46ffb240947117fff37f86967730264a814aac
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Verification complete {{(pid=75249) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Verify swap images {{(pid=75249) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 29 09:15:51 user nova-compute[75249]: DEBUG nova.virt.libvirt.imagecache [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Verify ephemeral images {{(pid=75249) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 29 09:15:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:15:54 user nova-compute[75249]: INFO nova.compute.claims [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Claim successful on node user
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.254s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:15:54 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:15:54 user nova-compute[75249]: INFO nova.virt.block_device [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Booting with volume 56b128d2-2380-45f2-9771-98df6c25ce05 at /dev/vda
Nov 29 09:15:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.policy [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e8f570ae1634dfdb90ad0cd1ee13eae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2825232c73644d329f28b72c177fa5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG os_brick.utils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[026cf22f-ba95-491c-814e-ab498a31f5aa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f962a48a-edbc-4d2e-9bdf-cdcddda6fd24]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[932914dd-1ec3-4cec-8370-d2c9581975c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c105d66-ed75-4e52-84d9-b7a66ee08ec2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:15:54 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:15:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[348c8afe-2edc-4bb0-a599-5eb5c91c481c]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG os_brick.utils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:15:54 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating existing volume attachment record: be4e2027-d690-47e3-bfbb-eb86c311b352 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:15:55 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Successfully created port: 1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Successfully updated port: 1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquired lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-changed-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Refreshing instance network info cache due to event network-changed-1431ca53-8770-4a54-9356-7c93a6285c1d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] Acquiring lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating instance_info_cache with network_info: [{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Releasing lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance network_info: |[{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] Acquired lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Refreshing network info cache for port 1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updated VIF entry in instance network info cache for port 1431ca53-8770-4a54-9356-7c93a6285c1d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating instance_info_cache with network_info: [{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:15:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-43608548-f499-4257-bd75-9fdc96a48567 req-85edac30-6a2b-4f4c-9ca6-2487fd029d60 service nova] Releasing lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:15:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:15:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:16:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Creating image(s)
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Ensure instance console log exists: /opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Start _get_guest_xml network_info=[{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'be4e2027-d690-47e3-bfbb-eb86c311b352', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '872101b8-1fbf-4562-8530-a1eb35b17b4f', 'attached_at': '', 'detached_at': '', 'volume_id': '56b128d2-2380-45f2-9771-98df6c25ce05', 'serial': '56b128d2-2380-45f2-9771-98df6c25ce05'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:16:02 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:16:02 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:16:02 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:16:02 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:16:02 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf8b79a-5f50-4a22-abaf-69087364f779]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:16:02 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a00326f5-13ec-4a3f-89ba-e3b3f6f79741]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05] added
Nov 29 09:16:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[df6caf41-070a-43e9-9c2b-6ab67e76fca6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba5d6ea-2ddd-499e-a802-b7566ff3c462]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pZNqtweM {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pZNqtweM" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[58874320-8961-4581-8d45-6215994952c9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pZNqtweM'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a97317-73f4-4f1a-8c8e-6fc3095b4b3f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b649791-a18b-41b0-9349-47c96cf1b7b1]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:16:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:16:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6af2efe-a05b-4391-983b-8b13ba1df502]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]
Nov 29 09:16:02 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.
Nov 29 09:16:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[757b10dc-e5be-4fbc-8db2-a84403637fe1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff815e34-3fc7-4b5b-8800-60a4ebc8f21e]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:16:02 user nova-compute[75249]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:16:02 user nova-compute[75249]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:02 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[001b2035-b834-4ef2-b5d9-a9a58852e4dc]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:16:02 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26533346635376632', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533346635376632', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:15:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1450715574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1450715574',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrShKs2qAUFmwcRwUH+vRuSj7pAo+lmhjocBG4TrM4z2B60rsuvIhxR/O814KgvFcW47yMpDXv/HYBuQCAO2gaEgN1/CBkze5sLjmvHAbHVsFWDflXOPgC9uCiDxB9SMQ==',key_name='tempest-keypair-1336101540',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2825232c73644d329f28b72c177fa5bb',ramdisk_id='',reservation_id='r-0tnu3idg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-997431170',owner_user_name='tempest-ServerActionsV293TestJSON-997431170-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:15:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e8f570ae1634dfdb90ad0cd1ee13eae',uuid=872101b8-1fbf-4562-8530-a1eb35b17b4f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converting VIF {"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.objects.instance [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lazy-loading 'pci_devices' on Instance uuid 872101b8-1fbf-4562-8530-a1eb35b17b4f {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:16:03 user nova-compute[75249]:   <uuid>872101b8-1fbf-4562-8530-a1eb35b17b4f</uuid>
Nov 29 09:16:03 user nova-compute[75249]:   <name>instance-0000002e</name>
Nov 29 09:16:03 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:16:03 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:16:03 user nova-compute[75249]:   <metadata>
Nov 29 09:16:03 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:16:03 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:16:03 user nova-compute[75249]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1450715574</nova:name>
Nov 29 09:16:03 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:16:02</nova:creationTime>
Nov 29 09:16:03 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:16:03 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:16:03 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:16:03 user nova-compute[75249]:       <nova:owner>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:user uuid="1e8f570ae1634dfdb90ad0cd1ee13eae">tempest-ServerActionsV293TestJSON-997431170-project-member</nova:user>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:project uuid="2825232c73644d329f28b72c177fa5bb">tempest-ServerActionsV293TestJSON-997431170</nova:project>
Nov 29 09:16:03 user nova-compute[75249]:       </nova:owner>
Nov 29 09:16:03 user nova-compute[75249]:       <nova:ports>
Nov 29 09:16:03 user nova-compute[75249]:         <nova:port uuid="1431ca53-8770-4a54-9356-7c93a6285c1d">
Nov 29 09:16:03 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 09:16:03 user nova-compute[75249]:         </nova:port>
Nov 29 09:16:03 user nova-compute[75249]:       </nova:ports>
Nov 29 09:16:03 user nova-compute[75249]:     </nova:instance>
Nov 29 09:16:03 user nova-compute[75249]:   </metadata>
Nov 29 09:16:03 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:16:03 user nova-compute[75249]:     <system>
Nov 29 09:16:03 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:16:03 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:16:03 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:16:03 user nova-compute[75249]:       <entry name="serial">872101b8-1fbf-4562-8530-a1eb35b17b4f</entry>
Nov 29 09:16:03 user nova-compute[75249]:       <entry name="uuid">872101b8-1fbf-4562-8530-a1eb35b17b4f</entry>
Nov 29 09:16:03 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:16:03 user nova-compute[75249]:     </system>
Nov 29 09:16:03 user nova-compute[75249]:   </sysinfo>
Nov 29 09:16:03 user nova-compute[75249]:   <os>
Nov 29 09:16:03 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:16:03 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:16:03 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:16:03 user nova-compute[75249]:   </os>
Nov 29 09:16:03 user nova-compute[75249]:   <features>
Nov 29 09:16:03 user nova-compute[75249]:     <acpi/>
Nov 29 09:16:03 user nova-compute[75249]:     <apic/>
Nov 29 09:16:03 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:16:03 user nova-compute[75249]:   </features>
Nov 29 09:16:03 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:16:03 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:16:03 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:16:03 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:16:03 user nova-compute[75249]:   </clock>
Nov 29 09:16:03 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:16:03 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:16:03 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:16:03 user nova-compute[75249]:   </cpu>
Nov 29 09:16:03 user nova-compute[75249]:   <devices>
Nov 29 09:16:03 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:16:03 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:16:03 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 09:16:03 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:16:03 user nova-compute[75249]:       <serial>56b128d2-2380-45f2-9771-98df6c25ce05</serial>
Nov 29 09:16:03 user nova-compute[75249]:     </disk>
Nov 29 09:16:03 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:16:03 user nova-compute[75249]:       <mac address="fa:16:3e:29:b5:f8"/>
Nov 29 09:16:03 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:16:03 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:16:03 user nova-compute[75249]:       <target dev="tap1431ca53-87"/>
Nov 29 09:16:03 user nova-compute[75249]:     </interface>
Nov 29 09:16:03 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:16:03 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f/console.log" append="off"/>
Nov 29 09:16:03 user nova-compute[75249]:     </serial>
Nov 29 09:16:03 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:16:03 user nova-compute[75249]:     <video>
Nov 29 09:16:03 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:16:03 user nova-compute[75249]:     </video>
Nov 29 09:16:03 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:16:03 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:16:03 user nova-compute[75249]:     </rng>
Nov 29 09:16:03 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:16:03 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:16:03 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:16:03 user nova-compute[75249]:     </memballoon>
Nov 29 09:16:03 user nova-compute[75249]:   </devices>
Nov 29 09:16:03 user nova-compute[75249]: </domain>
Nov 29 09:16:03 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:15:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1450715574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1450715574',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrShKs2qAUFmwcRwUH+vRuSj7pAo+lmhjocBG4TrM4z2B60rsuvIhxR/O814KgvFcW47yMpDXv/HYBuQCAO2gaEgN1/CBkze5sLjmvHAbHVsFWDflXOPgC9uCiDxB9SMQ==',key_name='tempest-keypair-1336101540',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2825232c73644d329f28b72c177fa5bb',ramdisk_id='',reservation_id='r-0tnu3idg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-997431170',owner_user_name='tempest-ServerActionsV293TestJSON-997431170-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:15:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e8f570ae1634dfdb90ad0cd1ee13eae',uuid=872101b8-1fbf-4562-8530-a1eb35b17b4f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converting VIF {"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG os_vif [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '144b38a4-4ef2-5814-a731-514d692362e6', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1431ca53-87, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1431ca53-87, col_values=(('qos', UUID('6c12410d-93c2-49a6-91ff-4f537e886fb9')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1431ca53-87, col_values=(('external_ids', {'iface-id': '1431ca53-8770-4a54-9356-7c93a6285c1d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:b5:f8', 'vm-uuid': '872101b8-1fbf-4562-8530-a1eb35b17b4f'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:03 user nova-compute[75249]: INFO os_vif [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87')
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:16:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] No VIF found with MAC fa:16:3e:29:b5:f8, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:16:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-bbb21659-e0ab-4313-9c40-78826e041cd7 req-32962c33-48d9-494f-b94e-405c7e5bcbad service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bbb21659-e0ab-4313-9c40-78826e041cd7 req-32962c33-48d9-494f-b94e-405c7e5bcbad service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bbb21659-e0ab-4313-9c40-78826e041cd7 req-32962c33-48d9-494f-b94e-405c7e5bcbad service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-bbb21659-e0ab-4313-9c40-78826e041cd7 req-32962c33-48d9-494f-b94e-405c7e5bcbad service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG nova.compute.manager [req-bbb21659-e0ab-4313-9c40-78826e041cd7 req-32962c33-48d9-494f-b94e-405c7e5bcbad service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:16:05 user nova-compute[75249]: WARNING nova.compute.manager [req-bbb21659-e0ab-4313-9c40-78826e041cd7 req-32962c33-48d9-494f-b94e-405c7e5bcbad service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state building and task_state spawning.
Nov 29 09:16:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:16:06 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance spawned successfully.
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:16:06 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:16:07 user nova-compute[75249]: INFO nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Took 5.03 seconds to spawn the instance on the hypervisor.
Nov 29 09:16:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:16:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-873f26ec-b426-469e-968d-9c55c4f61132 req-6177eec6-50b9-4293-a075-262f114df1ee service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-873f26ec-b426-469e-968d-9c55c4f61132 req-6177eec6-50b9-4293-a075-262f114df1ee service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-873f26ec-b426-469e-968d-9c55c4f61132 req-6177eec6-50b9-4293-a075-262f114df1ee service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-873f26ec-b426-469e-968d-9c55c4f61132 req-6177eec6-50b9-4293-a075-262f114df1ee service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:07 user nova-compute[75249]: DEBUG nova.compute.manager [req-873f26ec-b426-469e-968d-9c55c4f61132 req-6177eec6-50b9-4293-a075-262f114df1ee service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:16:07 user nova-compute[75249]: WARNING nova.compute.manager [req-873f26ec-b426-469e-968d-9c55c4f61132 req-6177eec6-50b9-4293-a075-262f114df1ee service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state building and task_state spawning.
Nov 29 09:16:07 user nova-compute[75249]: INFO nova.compute.manager [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Took 12.98 seconds to build instance.
Nov 29 09:16:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fc3235d5-8de9-4727-835e-7cc3d45e9cbc tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.106s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-changed-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Refreshing instance network info cache due to event network-changed-a15a696b-1256-42ac-9825-1ce3ec85a54b. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] Acquiring lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] Acquired lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG nova.network.neutron [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Refreshing network info cache for port a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG nova.network.neutron [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updated VIF entry in instance network info cache for port a15a696b-1256-42ac-9825-1ce3ec85a54b. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG nova.network.neutron [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updating instance_info_cache with network_info: [{"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-be9a1031-50b6-483f-8ca1-c4b87148147f req-689187c7-3e0f-4f32-92ca-5276869e1d83 service nova] Releasing lock "refresh_cache-42b44283-5e8b-4f3d-ac79-dafc842928cd" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:16:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG nova.objects.instance [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:22 user nova-compute[75249]: INFO nova.compute.manager [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Attaching volume cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d to /dev/vdb
Nov 29 09:16:22 user nova-compute[75249]: DEBUG os_brick.utils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e46f48d-2968-4c76-b295-bce5c135521c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f51f9a-c548-484b-a0ef-b451c22f9040]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c159b515-087a-4956-92fc-65bb205737a4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5322fbc-52d5-4c47-9e9c-2aa7fa5fa2a2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:16:22 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:16:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8a9012-4ce9-490f-b721-a9d509a3a322]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG os_brick.utils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:16:22 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updating existing volume attachment record: f0adf081-a306-45fb-add5-d3aac00483dc {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:16:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:23 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-changed-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Refreshing instance network info cache due to event network-changed-3a6d2760-7e70-43a3-9615-0dc1d08d59eb. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] Acquiring lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] Acquired lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Refreshing network info cache for port 3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updated VIF entry in instance network info cache for port 3a6d2760-7e70-43a3-9615-0dc1d08d59eb. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG nova.network.neutron [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updating instance_info_cache with network_info: [{"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-c26d0c2c-e5d0-4068-a9c8-32061fff9020 req-34f4b2f0-a74e-4c3c-a55e-0f7a7e04d58b service nova] Releasing lock "refresh_cache-c4195bb1-1219-4aeb-b892-9cb57d448f88" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:24 user nova-compute[75249]: INFO nova.compute.manager [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Terminating instance
Nov 29 09:16:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:16:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-aaf25a3a-4e5e-43c2-9550-4999ad66533a req-9808ac95-cb03-4a34-a917-5a28d9eaa4b4 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-vif-unplugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-aaf25a3a-4e5e-43c2-9550-4999ad66533a req-9808ac95-cb03-4a34-a917-5a28d9eaa4b4 service nova] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-aaf25a3a-4e5e-43c2-9550-4999ad66533a req-9808ac95-cb03-4a34-a917-5a28d9eaa4b4 service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-aaf25a3a-4e5e-43c2-9550-4999ad66533a req-9808ac95-cb03-4a34-a917-5a28d9eaa4b4 service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-aaf25a3a-4e5e-43c2-9550-4999ad66533a req-9808ac95-cb03-4a34-a917-5a28d9eaa4b4 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] No waiting events found dispatching network-vif-unplugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-aaf25a3a-4e5e-43c2-9550-4999ad66533a req-9808ac95-cb03-4a34-a917-5a28d9eaa4b4 service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-vif-unplugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:25 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Instance destroyed successfully.
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'resources' on Instance uuid c4195bb1-1219-4aeb-b892-9cb57d448f88 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:14:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1945729929',display_name='tempest-TestVolumeBootPattern-server-1945729929',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1945729929',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:14:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-z6bnhrvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:14:46Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=c4195bb1-1219-4aeb-b892-9cb57d448f88,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "address": "fa:16:3e:dd:20:36", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a6d2760-7e", "ovs_interfaceid": "3a6d2760-7e70-43a3-9615-0dc1d08d59eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_vif [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a6d2760-7e, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=91c92f5e-2e83-4eee-b334-9cc0911517db) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:25 user nova-compute[75249]: INFO os_vif [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:20:36,bridge_name='br-int',has_traffic_filtering=True,id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a6d2760-7e')
Nov 29 09:16:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:16:25 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0747175-1bf2-4615-9311-6eb2d2a01c7c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:16:25 user nova-compute[75249]: No targets found.
Nov 29 09:16:25 user nova-compute[75249]: iSNS:
Nov 29 09:16:25 user nova-compute[75249]: No targets found.
Nov 29 09:16:25 user nova-compute[75249]: STATIC:
Nov 29 09:16:25 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05
Nov 29 09:16:25 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:16:25 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:16:25 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:16:25 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:16:25 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:16:25 user nova-compute[75249]: FIRMWARE:
Nov 29 09:16:25 user nova-compute[75249]: No targets found.
Nov 29 09:16:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:16:25 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:16:25 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[aca9805f-6250-43ae-9bbc-7631060fb8f9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b4d1430-00a3-40d6-8b56-b530c343fa04]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:16:25 user nova-compute[75249]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:16:25 user nova-compute[75249]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf45bc040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4e8b83-2c96-462e-ab2c-60eade77096e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[740969c0-fb1d-48e8-9c43-70e5dbd65cf3]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[62213b68-4a1c-4c64-8008-17c50c0ceaa1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:16:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8afe9a99-26cc-4073-99fb-6a480deed8eb]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b5b5b6-3e39-4384-a731-67a4a6501e44]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17cce3f-4be2-44c4-a00d-ffad84569c56]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]
Nov 29 09:16:26 user nova-compute[75249]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.
Nov 29 09:16:26 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[84562cd9-5d40-4224-8559-c19c1a91c847]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== disconnect_volume: return (311ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:16:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Deleting instance files /opt/stack/data/nova/instances/c4195bb1-1219-4aeb-b892-9cb57d448f88_del
Nov 29 09:16:26 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Deletion of /opt/stack/data/nova/instances/c4195bb1-1219-4aeb-b892-9cb57d448f88_del complete
Nov 29 09:16:26 user nova-compute[75249]: INFO nova.compute.manager [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Took 1.28 seconds to destroy the instance on the hypervisor.
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Skipping network cache update for instance because it is being deleted. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-5aecc7ec-aa06-445e-8904-052c817ce2a7 req-b55a948e-3b91-40cd-9fb1-50babd51c07d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-vif-deleted-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:26 user nova-compute[75249]: INFO nova.compute.manager [req-5aecc7ec-aa06-445e-8904-052c817ce2a7 req-b55a948e-3b91-40cd-9fb1-50babd51c07d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Neutron deleted interface 3a6d2760-7e70-43a3-9615-0dc1d08d59eb; detaching it from the instance and deleting it from the info cache
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.network.neutron [req-5aecc7ec-aa06-445e-8904-052c817ce2a7 req-b55a948e-3b91-40cd-9fb1-50babd51c07d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:16:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-5aecc7ec-aa06-445e-8904-052c817ce2a7 req-b55a948e-3b91-40cd-9fb1-50babd51c07d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Detach interface failed, port_id=3a6d2760-7e70-43a3-9615-0dc1d08d59eb, reason: Instance c4195bb1-1219-4aeb-b892-9cb57d448f88 could not be found. {{(pid=75249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 09:16:26 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Took 0.73 seconds to deallocate network for instance.
Nov 29 09:16:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-33636538-7e9c-49fa-9e1d-72235e5ed7c5 req-336577b1-5937-41b5-8f2c-0055edb3af4d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received event network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:16:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33636538-7e9c-49fa-9e1d-72235e5ed7c5 req-336577b1-5937-41b5-8f2c-0055edb3af4d service nova] Acquiring lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33636538-7e9c-49fa-9e1d-72235e5ed7c5 req-336577b1-5937-41b5-8f2c-0055edb3af4d service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33636538-7e9c-49fa-9e1d-72235e5ed7c5 req-336577b1-5937-41b5-8f2c-0055edb3af4d service nova] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:27 user nova-compute[75249]: DEBUG nova.compute.manager [req-33636538-7e9c-49fa-9e1d-72235e5ed7c5 req-336577b1-5937-41b5-8f2c-0055edb3af4d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] No waiting events found dispatching network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:16:27 user nova-compute[75249]: WARNING nova.compute.manager [req-33636538-7e9c-49fa-9e1d-72235e5ed7c5 req-336577b1-5937-41b5-8f2c-0055edb3af4d service nova] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Received unexpected event network-vif-plugged-3a6d2760-7e70-43a3-9615-0dc1d08d59eb for instance with vm_state active and task_state deleting.
Nov 29 09:16:27 user nova-compute[75249]: INFO nova.compute.manager [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: c4195bb1-1219-4aeb-b892-9cb57d448f88] Took 0.76 seconds to detach 1 volumes for instance.
Nov 29 09:16:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:27 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.454s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:28 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Deleted allocations for instance c4195bb1-1219-4aeb-b892-9cb57d448f88
Nov 29 09:16:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8d30a01e-ef7d-482a-83f1-dd511db9a0ad tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "c4195bb1-1219-4aeb-b892-9cb57d448f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.448s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'azEVeqfw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:16:29 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:16:29 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:16:29 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1765af7-492e-4e56-bcd8-20df1eff3281]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:16:29 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ebdb7a-8941-4f5e-81eb-a2bda2832405]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d] added
Nov 29 09:16:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb6b6e6-62f3-4b6a-b952-202e3301d569]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[12548bf1-0bfe-4ac4-a7a4-a7e6afd4f9d9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v azEVeqfw {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v azEVeqfw" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e13255-3d33-4db5-9b9f-3cd4406256bc]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'azEVeqfw'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ff7dc7-09f5-4d3f-a789-c2f72df399e7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3316ff1-0986-4aaa-818b-b5f738d8ae8c]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:29 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:29 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:16:30 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:16:30 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8775MB free_disk=25.2222900390625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 42b44283-5e8b-4f3d-ac79-dafc842928cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 872101b8-1fbf-4562-8530-a1eb35b17b4f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --login" returned: 0 in 1.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[072f609f-0df3-493b-b18c-c249c97bae41]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260]
Nov 29 09:16:30 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260] successful.
Nov 29 09:16:30 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d3e5db-8302-4990-a279-d3b6bffab713]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8847f4c6-89f4-439f-9267-65b8b8e8bee8]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:30 user nova-compute[75249]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d (non-flash)
Nov 29 09:16:30 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:30 user nova-compute[75249]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d (non-flash)
Nov 29 09:16:30 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.286s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6f28d1b-0ff6-4902-ade5-cf874730b8d6]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:30 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'azEVeqfw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.317s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== connect_volume: return (2318ms) {'type': 'block', 'scsi_wwn': '23532393363633964', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532393363633964', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG nova.objects.instance [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:16:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:16:31 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:16:31 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:16:31 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:16:31 user nova-compute[75249]:   <serial>cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d</serial>
Nov 29 09:16:31 user nova-compute[75249]: </disk>
Nov 29 09:16:31 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:16:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:16:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:16:32 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] No VIF found with MAC fa:16:3e:1c:0d:2e, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:16:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-db53ff2d-4e3a-47b9-97bc-22c80c99dd4a tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.291s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:33 user nova-compute[75249]: INFO nova.compute.manager [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Detaching volume cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d
Nov 29 09:16:33 user nova-compute[75249]: INFO nova.virt.block_device [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Attempting to driver detach volume cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d from mountpoint /dev/vdb
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Attempting to detach device vdb from instance 42b44283-5e8b-4f3d-ac79-dafc842928cd from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:16:33 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:16:33 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:16:33 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:16:33 user nova-compute[75249]:   <serial>cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d</serial>
Nov 29 09:16:33 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:16:33 user nova-compute[75249]: </disk>
Nov 29 09:16:33 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:16:33 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully detached device vdb from instance 42b44283-5e8b-4f3d-ac79-dafc842928cd from the persistent domain config.
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 42b44283-5e8b-4f3d-ac79-dafc842928cd from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:16:33 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:16:33 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:16:33 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:16:33 user nova-compute[75249]:   <serial>cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d</serial>
Nov 29 09:16:33 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:16:33 user nova-compute[75249]: </disk>
Nov 29 09:16:33 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:16:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:16:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:53 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 42b44283-5e8b-4f3d-ac79-dafc842928cd is timed out.
Nov 29 09:16:53 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully detached device vdb from instance 42b44283-5e8b-4f3d-ac79-dafc842928cd from the live domain config.
Nov 29 09:16:53 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'azEVeqfw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:16:53 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[42407369-2a09-4df2-acc5-29f2a7891e4c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:16:53 user nova-compute[75249]: No targets found.
Nov 29 09:16:53 user nova-compute[75249]: iSNS:
Nov 29 09:16:53 user nova-compute[75249]: No targets found.
Nov 29 09:16:53 user nova-compute[75249]: STATIC:
Nov 29 09:16:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05
Nov 29 09:16:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:16:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:16:53 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d
Nov 29 09:16:53 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:16:53 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:16:53 user nova-compute[75249]: FIRMWARE:
Nov 29 09:16:53 user nova-compute[75249]: No targets found.
Nov 29 09:16:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:16:53 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:16:53 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc8b913-5fe0-413c-802a-9886526a6b9b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a86d11-4fee-4d93-9457-a598c02390d9]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:53 user nova-compute[75249]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d (non-flash)
Nov 29 09:16:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:16:53 user nova-compute[75249]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d (non-flash)
Nov 29 09:16:53 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0bcf880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f3888e7-c2d6-4aaa-a5f1-1a4e5dc023d2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2612e381-3f47-4ab5-982d-8c12193c66d3]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a269172b-ddef-4ee7-8b75-d499df941cb6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:16:53 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c97e27f-ada7-439e-8e00-884e878c7f69]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a63bd04-df6f-46e5-ad81-b1c5457ca5a2]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[64476059-912e-4a91-9007-2d32400f8bdf]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260]
Nov 29 09:16:54 user nova-compute[75249]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d, portal: 172.16.0.220,3260] successful.
Nov 29 09:16:54 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc2e9a0a-cab3-4a72-bb36-b062b5fe3e4d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[570f4d51-5abd-4482-8979-bd9dd70473f5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] <== disconnect_volume: return (288ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'flavor' on Instance uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:16:54 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8aaf8cb4-bf30-4077-8f25-57dee9b55f2e tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.658s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid 872101b8-1fbf-4562-8530-a1eb35b17b4f {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:16:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:17:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:17:16 user nova-compute[75249]: INFO nova.compute.claims [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Claim successful on node user
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.374s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:17:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.policy [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3cee60df2d4c8a89e16d88ea3a7ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2b63a328c3c4acba9fa40a2b9352757', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:17:17 user nova-compute[75249]: INFO nova.virt.block_device [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Booting with volume c46be6df-73d8-4066-b220-f83c1766ed77 at /dev/vda
Nov 29 09:17:17 user nova-compute[75249]: DEBUG os_brick.utils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97a572e-ef15-4bd1-8719-4f2acbc2c2bc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aeb40aa-266d-4fee-b6a7-e2bb70788fe9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10be203-0bea-47dd-af72-081145e825f1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[33258703-b933-45ba-9a35-7dd6e9e55f75]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:17:17 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:17:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf4ac106-0fc4-4ab5-9a28-90fa37c71d9b]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG os_brick.utils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating existing volume attachment record: e923b6d9-322e-485c-a45c-ab67517e203f {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Successfully created port: 701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:17:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Successfully updated port: 701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquired lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-changed-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.compute.manager [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Refreshing instance network info cache due to event network-changed-701bbb13-b5f7-4b1f-9455-680ec6145c0d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] Acquiring lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.network.neutron [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Releasing lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Instance network_info: |[{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] Acquired lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Refreshing network info cache for port 701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updated VIF entry in instance network info cache for port 701bbb13-b5f7-4b1f-9455-680ec6145c0d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:17:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-607db8cd-3ef0-4354-b476-55158754efd5 req-a594f9f3-62e1-4284-b2b6-27eedd692fb5 service nova] Releasing lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:17:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:23 user nova-compute[75249]: INFO nova.compute.manager [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Terminating instance
Nov 29 09:17:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-901a7d60-847a-479f-aea7-177c354f05ed req-6a2ab011-9660-464b-96a1-cf46f86a56c0 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-vif-unplugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-901a7d60-847a-479f-aea7-177c354f05ed req-6a2ab011-9660-464b-96a1-cf46f86a56c0 service nova] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-901a7d60-847a-479f-aea7-177c354f05ed req-6a2ab011-9660-464b-96a1-cf46f86a56c0 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-901a7d60-847a-479f-aea7-177c354f05ed req-6a2ab011-9660-464b-96a1-cf46f86a56c0 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-901a7d60-847a-479f-aea7-177c354f05ed req-6a2ab011-9660-464b-96a1-cf46f86a56c0 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] No waiting events found dispatching network-vif-unplugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:17:23 user nova-compute[75249]: DEBUG nova.compute.manager [req-901a7d60-847a-479f-aea7-177c354f05ed req-6a2ab011-9660-464b-96a1-cf46f86a56c0 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-vif-unplugged-a15a696b-1256-42ac-9825-1ce3ec85a54b for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:17:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Instance destroyed successfully.
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lazy-loading 'resources' on Instance uuid 42b44283-5e8b-4f3d-ac79-dafc842928cd {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:14:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1877717616',display_name='tempest-AttachVolumeNegativeTest-server-1877717616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1877717616',id=44,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLmcpCngA72u8PusFvEz79UZkRHDgqN4Hy+Po/PX2X6/jVzeQTuwPf0Cuq4Chwz6vTNs7USoGnwEmue579Y/TCyhZknBDWboVN5eNBrZbUffrBiaPFNMJ4VsoDkzB0BqEQ==',key_name='tempest-keypair-781911975',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:14:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a544a150032b4b9d85ef8dcf159e1aff',ramdisk_id='',reservation_id='r-n1vc3ntu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-796896474',owner_user_name='tempest-AttachVolumeNegativeTest-796896474-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:14:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='600d7c84fd734cc2a2e1ec76faf0fe9e',uuid=42b44283-5e8b-4f3d-ac79-dafc842928cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converting VIF {"id": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "address": "fa:16:3e:1c:0d:2e", "network": {"id": "08d9ea31-09d0-4f43-9a46-7230fb1ef5ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1534388332-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a544a150032b4b9d85ef8dcf159e1aff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa15a696b-12", "ovs_interfaceid": "a15a696b-1256-42ac-9825-1ce3ec85a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_vif [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa15a696b-12, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=81cd344a-6721-4026-8b74-58e5476d7628) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:24 user nova-compute[75249]: INFO os_vif [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:0d:2e,bridge_name='br-int',has_traffic_filtering=True,id=a15a696b-1256-42ac-9825-1ce3ec85a54b,network=Network(08d9ea31-09d0-4f43-9a46-7230fb1ef5ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa15a696b-12')
Nov 29 09:17:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Deleting instance files /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd_del
Nov 29 09:17:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Deletion of /opt/stack/data/nova/instances/42b44283-5e8b-4f3d-ac79-dafc842928cd_del complete
Nov 29 09:17:24 user nova-compute[75249]: INFO nova.compute.manager [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:17:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Creating image(s)
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Ensure instance console log exists: /opt/stack/data/nova/instances/d4232151-5f84-4c32-a830-8e6d8f89ba64/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Start _get_guest_xml network_info=[{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'e923b6d9-322e-485c-a45c-ab67517e203f', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd4232151-5f84-4c32-a830-8e6d8f89ba64', 'attached_at': '', 'detached_at': '', 'volume_id': 'c46be6df-73d8-4066-b220-f83c1766ed77', 'serial': 'c46be6df-73d8-4066-b220-f83c1766ed77'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:17:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:17:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:17:24 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:17:24 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:17:24 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a52b38-4910-4afc-9e77-e1ef05b23b01]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:17:24 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a2f89cc-d812-410e-9b6e-bc2194777129]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77] added
Nov 29 09:17:24 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e7d1779-437c-4b4f-bc02-9e9464e1de53]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7345be7b-de42-4de7-ae97-e8c6bd63f69e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LshruBUc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LshruBUc" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[da042b74-b3ea-4580-9c8c-e3cbe212ed26]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LshruBUc'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc69c1e-b6b0-4884-be51-66412048046a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c89b18-92d6-44c6-9ef6-bd01916fc7c7]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:17:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:17:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[57255d5a-d22b-40c5-b70e-ab1a748b78dc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]
Nov 29 09:17:25 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.
Nov 29 09:17:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2e1859-2fd0-421f-92c0-0fddd741c2a6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6862b3d4-dec8-4848-b357-b82d97d452d9]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:17:25 user nova-compute[75249]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:17:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:17:25 user nova-compute[75249]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:17:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[964b3bf3-39fa-43b5-9e88-2e1abbdb3089]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:17:25 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Took 0.90 seconds to deallocate network for instance.
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.157s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:25 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Deleted allocations for instance 42b44283-5e8b-4f3d-ac79-dafc842928cd
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9213f45b-dbb5-4728-bbca-f3d2d6ab2265 tempest-AttachVolumeNegativeTest-796896474 tempest-AttachVolumeNegativeTest-796896474-project-member] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.109s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] Acquiring lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] Lock "42b44283-5e8b-4f3d-ac79-dafc842928cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] No waiting events found dispatching network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:17:25 user nova-compute[75249]: WARNING nova.compute.manager [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received unexpected event network-vif-plugged-a15a696b-1256-42ac-9825-1ce3ec85a54b for instance with vm_state deleted and task_state None.
Nov 29 09:17:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-e4c71b33-5551-4e79-87ca-bf1fc4a90b06 req-4ae59bdb-63dd-4ddd-8ff8-5a6e85a883d8 service nova] [instance: 42b44283-5e8b-4f3d-ac79-dafc842928cd] Received event network-vif-deleted-a15a696b-1256-42ac-9825-1ce3ec85a54b {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23064353561326261', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23064353561326261', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:17:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-644715852',display_name='tempest-TestVolumeBootPattern-server-644715852',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-644715852',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-m2wexl89',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:17:17Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=d4232151-5f84-4c32-a830-8e6d8f89ba64,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.objects.instance [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'pci_devices' on Instance uuid d4232151-5f84-4c32-a830-8e6d8f89ba64 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:17:26 user nova-compute[75249]:   <uuid>d4232151-5f84-4c32-a830-8e6d8f89ba64</uuid>
Nov 29 09:17:26 user nova-compute[75249]:   <name>instance-0000002f</name>
Nov 29 09:17:26 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:17:26 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:17:26 user nova-compute[75249]:   <metadata>
Nov 29 09:17:26 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:17:26 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:17:26 user nova-compute[75249]:       <nova:name>tempest-TestVolumeBootPattern-server-644715852</nova:name>
Nov 29 09:17:26 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:17:24</nova:creationTime>
Nov 29 09:17:26 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:17:26 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:17:26 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:17:26 user nova-compute[75249]:       <nova:owner>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:user uuid="ec3cee60df2d4c8a89e16d88ea3a7ac1">tempest-TestVolumeBootPattern-510363832-project-member</nova:user>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:project uuid="d2b63a328c3c4acba9fa40a2b9352757">tempest-TestVolumeBootPattern-510363832</nova:project>
Nov 29 09:17:26 user nova-compute[75249]:       </nova:owner>
Nov 29 09:17:26 user nova-compute[75249]:       <nova:ports>
Nov 29 09:17:26 user nova-compute[75249]:         <nova:port uuid="701bbb13-b5f7-4b1f-9455-680ec6145c0d">
Nov 29 09:17:26 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 09:17:26 user nova-compute[75249]:         </nova:port>
Nov 29 09:17:26 user nova-compute[75249]:       </nova:ports>
Nov 29 09:17:26 user nova-compute[75249]:     </nova:instance>
Nov 29 09:17:26 user nova-compute[75249]:   </metadata>
Nov 29 09:17:26 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:17:26 user nova-compute[75249]:     <system>
Nov 29 09:17:26 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:17:26 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:17:26 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:17:26 user nova-compute[75249]:       <entry name="serial">d4232151-5f84-4c32-a830-8e6d8f89ba64</entry>
Nov 29 09:17:26 user nova-compute[75249]:       <entry name="uuid">d4232151-5f84-4c32-a830-8e6d8f89ba64</entry>
Nov 29 09:17:26 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:17:26 user nova-compute[75249]:     </system>
Nov 29 09:17:26 user nova-compute[75249]:   </sysinfo>
Nov 29 09:17:26 user nova-compute[75249]:   <os>
Nov 29 09:17:26 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:17:26 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:17:26 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:17:26 user nova-compute[75249]:   </os>
Nov 29 09:17:26 user nova-compute[75249]:   <features>
Nov 29 09:17:26 user nova-compute[75249]:     <acpi/>
Nov 29 09:17:26 user nova-compute[75249]:     <apic/>
Nov 29 09:17:26 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:17:26 user nova-compute[75249]:   </features>
Nov 29 09:17:26 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:17:26 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:17:26 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:17:26 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:17:26 user nova-compute[75249]:   </clock>
Nov 29 09:17:26 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:17:26 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:17:26 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:17:26 user nova-compute[75249]:   </cpu>
Nov 29 09:17:26 user nova-compute[75249]:   <devices>
Nov 29 09:17:26 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:17:26 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:17:26 user nova-compute[75249]:       <source dev="/dev/sdb"/>
Nov 29 09:17:26 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:17:26 user nova-compute[75249]:       <serial>c46be6df-73d8-4066-b220-f83c1766ed77</serial>
Nov 29 09:17:26 user nova-compute[75249]:     </disk>
Nov 29 09:17:26 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:17:26 user nova-compute[75249]:       <mac address="fa:16:3e:da:31:11"/>
Nov 29 09:17:26 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:17:26 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:17:26 user nova-compute[75249]:       <target dev="tap701bbb13-b5"/>
Nov 29 09:17:26 user nova-compute[75249]:     </interface>
Nov 29 09:17:26 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:17:26 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/d4232151-5f84-4c32-a830-8e6d8f89ba64/console.log" append="off"/>
Nov 29 09:17:26 user nova-compute[75249]:     </serial>
Nov 29 09:17:26 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:17:26 user nova-compute[75249]:     <video>
Nov 29 09:17:26 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:17:26 user nova-compute[75249]:     </video>
Nov 29 09:17:26 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:17:26 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:17:26 user nova-compute[75249]:     </rng>
Nov 29 09:17:26 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:17:26 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:17:26 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:17:26 user nova-compute[75249]:     </memballoon>
Nov 29 09:17:26 user nova-compute[75249]:   </devices>
Nov 29 09:17:26 user nova-compute[75249]: </domain>
Nov 29 09:17:26 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:17:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-644715852',display_name='tempest-TestVolumeBootPattern-server-644715852',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-644715852',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-m2wexl89',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:17:17Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=d4232151-5f84-4c32-a830-8e6d8f89ba64,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG os_vif [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b55925f-52d5-5431-adcc-f5f23609b28b', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap701bbb13-b5, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap701bbb13-b5, col_values=(('qos', UUID('4510acf3-d093-4b4c-b69c-72c90cfaf6fe')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap701bbb13-b5, col_values=(('external_ids', {'iface-id': '701bbb13-b5f7-4b1f-9455-680ec6145c0d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:31:11', 'vm-uuid': 'd4232151-5f84-4c32-a830-8e6d8f89ba64'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:26 user nova-compute[75249]: INFO os_vif [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5')
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:17:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No VIF found with MAC fa:16:3e:da:31:11, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Skipping network cache update for instance because it is Building. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:17:27 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 872101b8-1fbf-4562-8530-a1eb35b17b4f {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-a0a91b40-c2ed-475e-ab79-9b3f8c0a0fc8 req-29c4ef24-aa57-4c4b-9c82-416201539e70 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a0a91b40-c2ed-475e-ab79-9b3f8c0a0fc8 req-29c4ef24-aa57-4c4b-9c82-416201539e70 service nova] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a0a91b40-c2ed-475e-ab79-9b3f8c0a0fc8 req-29c4ef24-aa57-4c4b-9c82-416201539e70 service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a0a91b40-c2ed-475e-ab79-9b3f8c0a0fc8 req-29c4ef24-aa57-4c4b-9c82-416201539e70 service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-a0a91b40-c2ed-475e-ab79-9b3f8c0a0fc8 req-29c4ef24-aa57-4c4b-9c82-416201539e70 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] No waiting events found dispatching network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:17:28 user nova-compute[75249]: WARNING nova.compute.manager [req-a0a91b40-c2ed-475e-ab79-9b3f8c0a0fc8 req-29c4ef24-aa57-4c4b-9c82-416201539e70 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received unexpected event network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d for instance with vm_state building and task_state spawning.
Nov 29 09:17:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating instance_info_cache with network_info: [{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:17:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Instance spawned successfully.
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:17:29 user nova-compute[75249]: INFO nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Took 4.86 seconds to spawn the instance on the hypervisor.
Nov 29 09:17:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:17:29 user nova-compute[75249]: INFO nova.compute.manager [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Took 13.00 seconds to build instance.
Nov 29 09:17:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-9270ea10-762a-40bb-8235-1cc6d811fe6f tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.100s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-141dda06-511b-469c-9188-200173f7cd49 req-f4b72ee0-7530-45a3-9b14-b0192622f42d service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-141dda06-511b-469c-9188-200173f7cd49 req-f4b72ee0-7530-45a3-9b14-b0192622f42d service nova] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-141dda06-511b-469c-9188-200173f7cd49 req-f4b72ee0-7530-45a3-9b14-b0192622f42d service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-141dda06-511b-469c-9188-200173f7cd49 req-f4b72ee0-7530-45a3-9b14-b0192622f42d service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-141dda06-511b-469c-9188-200173f7cd49 req-f4b72ee0-7530-45a3-9b14-b0192622f42d service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] No waiting events found dispatching network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:17:30 user nova-compute[75249]: WARNING nova.compute.manager [req-141dda06-511b-469c-9188-200173f7cd49 req-f4b72ee0-7530-45a3-9b14-b0192622f42d service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received unexpected event network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d for instance with vm_state active and task_state None.
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:17:30 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:17:31 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:17:31 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8862MB free_disk=25.248260498046875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 872101b8-1fbf-4562-8530-a1eb35b17b4f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4232151-5f84-4c32-a830-8e6d8f89ba64 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:17:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:17:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-changed-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Refreshing instance network info cache due to event network-changed-1431ca53-8770-4a54-9356-7c93a6285c1d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] Acquiring lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] Acquired lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Refreshing network info cache for port 1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updated VIF entry in instance network info cache for port 1431ca53-8770-4a54-9356-7c93a6285c1d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating instance_info_cache with network_info: [{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:17:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-77315532-4750-450b-b39c-ddbe7ba46a04 req-2d8b355c-19c4-4954-ad71-c12c709e0d7e service nova] Releasing lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:17:46 user nova-compute[75249]: INFO nova.compute.manager [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Rebuilding instance
Nov 29 09:17:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance destroyed successfully.
Nov 29 09:17:46 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance destroyed successfully.
Nov 29 09:17:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:15:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1944870755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1450715574',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrShKs2qAUFmwcRwUH+vRuSj7pAo+lmhjocBG4TrM4z2B60rsuvIhxR/O814KgvFcW47yMpDXv/HYBuQCAO2gaEgN1/CBkze5sLjmvHAbHVsFWDflXOPgC9uCiDxB9SMQ==',key_name='tempest-keypair-1336101540',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:16:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2825232c73644d329f28b72c177fa5bb',ramdisk_id='',reservation_id='r-0tnu3idg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-997431170',owner_user_name='tempest-ServerActionsV293TestJSON-997431170-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e8f570ae1634dfdb90ad0cd1ee13eae',uuid=872101b8-1fbf-4562-8530-a1eb35b17b4f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converting VIF {"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1431ca53-87, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c12410d-93c2-49a6-91ff-4f537e886fb9) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:17:46 user nova-compute[75249]: INFO os_vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87')
Nov 29 09:17:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:17:46 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f99a76f-fc92-42c4-80fd-628c2446e018]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:17:46 user nova-compute[75249]: No targets found.
Nov 29 09:17:46 user nova-compute[75249]: iSNS:
Nov 29 09:17:46 user nova-compute[75249]: No targets found.
Nov 29 09:17:46 user nova-compute[75249]: STATIC:
Nov 29 09:17:46 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05
Nov 29 09:17:46 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:17:46 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:17:46 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:17:46 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:17:46 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:17:46 user nova-compute[75249]: FIRMWARE:
Nov 29 09:17:46 user nova-compute[75249]: No targets found.
Nov 29 09:17:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:17:46 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:17:46 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1a5851-9974-4234-9065-d6776a297c35]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[25900cd1-2ba5-4a87-b005-da018688e3eb]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:17:46 user nova-compute[75249]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:17:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:17:46 user nova-compute[75249]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:17:46 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0dbe200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:17:46 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc103f8-d929-47aa-8b9b-12206c8592fa]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c4717bd-e704-4b86-8e4c-d812d6e72f40]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d43b706-e78d-46d7-9dcd-3b505e817dcf]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5bdf5f-c3ab-41c4-86cd-791b8861d248]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-unplugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-unplugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:17:47 user nova-compute[75249]: WARNING nova.compute.manager [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-unplugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state active and task_state rebuilding.
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:17:47 user nova-compute[75249]: WARNING nova.compute.manager [req-31b8ac18-842f-4871-b412-e5cd8feaeffb req-5a17bcf8-fc66-427f-8a9a-0706dcac512b service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state active and task_state rebuilding.
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[19728cfe-0ec4-4adc-8ae5-e015c12c6d3e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b352b1f-8057-4bea-ab9f-65c874858021]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]
Nov 29 09:17:47 user nova-compute[75249]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.
Nov 29 09:17:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[92e3a3fd-c56c-4efa-be4a-ab10b2294f6b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== disconnect_volume: return (330ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:17:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Deleting instance files /opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f_del
Nov 29 09:17:47 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Deletion of /opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f_del complete
Nov 29 09:17:47 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 872101b8-1fbf-4562-8530-a1eb35b17b4f could not be found.
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:17:47 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[206ba818-e24f-41ce-8777-a1a733502531]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:17:47 user nova-compute[75249]: No targets found.
Nov 29 09:17:47 user nova-compute[75249]: iSNS:
Nov 29 09:17:47 user nova-compute[75249]: No targets found.
Nov 29 09:17:47 user nova-compute[75249]: STATIC:
Nov 29 09:17:47 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:17:47 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:17:47 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:17:47 user nova-compute[75249]: FIRMWARE:
Nov 29 09:17:47 user nova-compute[75249]: No targets found.
Nov 29 09:17:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:17:47 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:17:47 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4153fda8-3e9d-480c-b887-1d7a5ce32b69]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fb9329-0283-4bb1-85ec-06dd9999f58e]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:17:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:17:47 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0a14c10>, {}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Disconnecting from: [] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== disconnect_volume: return (81ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:17:47 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:17:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Preparing to wait for external event volume-reimaged-56b128d2-2380-45f2-9771-98df6c25ce05 {{(pid=75249) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 29 09:17:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:17:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:17:48 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:17:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:17:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-630cf69a-d2db-4773-9c44-0297af945a37 req-b9ea80cc-58ad-458a-ab7b-b5852c745949 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event volume-reimaged-56b128d2-2380-45f2-9771-98df6c25ce05 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-630cf69a-d2db-4773-9c44-0297af945a37 req-b9ea80cc-58ad-458a-ab7b-b5852c745949 service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-630cf69a-d2db-4773-9c44-0297af945a37 req-b9ea80cc-58ad-458a-ab7b-b5852c745949 service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-630cf69a-d2db-4773-9c44-0297af945a37 req-b9ea80cc-58ad-458a-ab7b-b5852c745949 service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-630cf69a-d2db-4773-9c44-0297af945a37 req-b9ea80cc-58ad-458a-ab7b-b5852c745949 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Processing event volume-reimaged-56b128d2-2380-45f2-9771-98df6c25ce05 {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance event wait completed in 15 seconds for volume-reimaged {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:18:04 user nova-compute[75249]: INFO nova.virt.block_device [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Booting with volume 56b128d2-2380-45f2-9771-98df6c25ce05 at /dev/vda
Nov 29 09:18:04 user nova-compute[75249]: DEBUG os_brick.utils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b67bc6-600d-4e2e-be3b-82cec65a8ae4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9b5ecf-5bf6-4fd3-beb6-8d3d7420f362]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa98bd9-c321-4d7e-ad1c-c1aecdf3e5d7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf6bd8dc-eaa7-4d1c-aa9c-6c055eebd345]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:18:04 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:18:04 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[59bb1e44-18f3-4816-a0da-64c30bf03d1a]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG os_brick.utils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:18:04 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating existing volume attachment record: 510763a3-26ed-4c6e-a02b-b990e0a3271e {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:18:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:18:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Creating image(s)
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Ensure instance console log exists: /opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Start _get_guest_xml network_info=[{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '510763a3-26ed-4c6e-a02b-b990e0a3271e', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '872101b8-1fbf-4562-8530-a1eb35b17b4f', 'attached_at': '', 'detached_at': '', 'volume_id': '56b128d2-2380-45f2-9771-98df6c25ce05', 'serial': '56b128d2-2380-45f2-9771-98df6c25ce05'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:18:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 09:18:11 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.objects.instance [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lazy-loading 'vcpu_model' on Instance uuid 872101b8-1fbf-4562-8530-a1eb35b17b4f {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:18:11 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:18:11 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:18:11 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad0c0ea-ab71-4392-aad3-97efbfdaae4f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:18:11 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8975dedd-4a21-467e-8165-33089c8414d5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05] added
Nov 29 09:18:11 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[43810616-1677-4c9b-bcdd-1ba9afdc7454]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2936f895-c837-46f9-bef4-b581c592631a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pZNqtweM {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pZNqtweM" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8892327-880a-494d-afe9-9014b71c65c7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pZNqtweM'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c547b1-c147-41dc-ad4d-2f12574faf9f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f985d50d-cd24-4103-8f05-096eb4d4a9ba]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:18:11 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:18:11 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f20427-8209-4c1a-a434-427293d70496]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]
Nov 29 09:18:11 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.
Nov 29 09:18:11 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7974bf-e6a7-4c36-a466-654dc681efdb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd6d8198-6b77-4dd5-b38b-0fc8fc66a05c]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:18:11 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:18:11 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:18:11 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:18:11 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] HCTL ('34', '-', '-', 0) found on session 57 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f42c07-fc9f-4615-bfbd-829f8a15a336]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:18:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.273s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '26533346635376632', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533346635376632', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T09:15:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1944870755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1450715574',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrShKs2qAUFmwcRwUH+vRuSj7pAo+lmhjocBG4TrM4z2B60rsuvIhxR/O814KgvFcW47yMpDXv/HYBuQCAO2gaEgN1/CBkze5sLjmvHAbHVsFWDflXOPgC9uCiDxB9SMQ==',key_name='tempest-keypair-1336101540',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:16:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2825232c73644d329f28b72c177fa5bb',ramdisk_id='',reservation_id='r-0tnu3idg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-997431170',owner_user_name='tempest-ServerActionsV293TestJSON-997431170-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:18:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e8f570ae1634dfdb90ad0cd1ee13eae',uuid=872101b8-1fbf-4562-8530-a1eb35b17b4f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converting VIF {"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:18:12 user nova-compute[75249]:   <uuid>872101b8-1fbf-4562-8530-a1eb35b17b4f</uuid>
Nov 29 09:18:12 user nova-compute[75249]:   <name>instance-0000002e</name>
Nov 29 09:18:12 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:18:12 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:18:12 user nova-compute[75249]:   <metadata>
Nov 29 09:18:12 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:18:12 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:18:12 user nova-compute[75249]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1944870755</nova:name>
Nov 29 09:18:12 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:18:11</nova:creationTime>
Nov 29 09:18:12 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:18:12 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:18:12 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:18:12 user nova-compute[75249]:       <nova:owner>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:user uuid="1e8f570ae1634dfdb90ad0cd1ee13eae">tempest-ServerActionsV293TestJSON-997431170-project-member</nova:user>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:project uuid="2825232c73644d329f28b72c177fa5bb">tempest-ServerActionsV293TestJSON-997431170</nova:project>
Nov 29 09:18:12 user nova-compute[75249]:       </nova:owner>
Nov 29 09:18:12 user nova-compute[75249]:       <nova:ports>
Nov 29 09:18:12 user nova-compute[75249]:         <nova:port uuid="1431ca53-8770-4a54-9356-7c93a6285c1d">
Nov 29 09:18:12 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 09:18:12 user nova-compute[75249]:         </nova:port>
Nov 29 09:18:12 user nova-compute[75249]:       </nova:ports>
Nov 29 09:18:12 user nova-compute[75249]:     </nova:instance>
Nov 29 09:18:12 user nova-compute[75249]:   </metadata>
Nov 29 09:18:12 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:18:12 user nova-compute[75249]:     <system>
Nov 29 09:18:12 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:18:12 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:18:12 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:18:12 user nova-compute[75249]:       <entry name="serial">872101b8-1fbf-4562-8530-a1eb35b17b4f</entry>
Nov 29 09:18:12 user nova-compute[75249]:       <entry name="uuid">872101b8-1fbf-4562-8530-a1eb35b17b4f</entry>
Nov 29 09:18:12 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:18:12 user nova-compute[75249]:     </system>
Nov 29 09:18:12 user nova-compute[75249]:   </sysinfo>
Nov 29 09:18:12 user nova-compute[75249]:   <os>
Nov 29 09:18:12 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:18:12 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:18:12 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:18:12 user nova-compute[75249]:   </os>
Nov 29 09:18:12 user nova-compute[75249]:   <features>
Nov 29 09:18:12 user nova-compute[75249]:     <acpi/>
Nov 29 09:18:12 user nova-compute[75249]:     <apic/>
Nov 29 09:18:12 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:18:12 user nova-compute[75249]:   </features>
Nov 29 09:18:12 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:18:12 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:18:12 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:18:12 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:18:12 user nova-compute[75249]:   </clock>
Nov 29 09:18:12 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:18:12 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:18:12 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:18:12 user nova-compute[75249]:   </cpu>
Nov 29 09:18:12 user nova-compute[75249]:   <devices>
Nov 29 09:18:12 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:18:12 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:18:12 user nova-compute[75249]:       <source dev="/dev/sdc"/>
Nov 29 09:18:12 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:18:12 user nova-compute[75249]:       <serial>56b128d2-2380-45f2-9771-98df6c25ce05</serial>
Nov 29 09:18:12 user nova-compute[75249]:     </disk>
Nov 29 09:18:12 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:18:12 user nova-compute[75249]:       <mac address="fa:16:3e:29:b5:f8"/>
Nov 29 09:18:12 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:18:12 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:18:12 user nova-compute[75249]:       <target dev="tap1431ca53-87"/>
Nov 29 09:18:12 user nova-compute[75249]:     </interface>
Nov 29 09:18:12 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:18:12 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f/console.log" append="off"/>
Nov 29 09:18:12 user nova-compute[75249]:     </serial>
Nov 29 09:18:12 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:18:12 user nova-compute[75249]:     <video>
Nov 29 09:18:12 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:18:12 user nova-compute[75249]:     </video>
Nov 29 09:18:12 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:18:12 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:18:12 user nova-compute[75249]:     </rng>
Nov 29 09:18:12 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:18:12 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:18:12 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:18:12 user nova-compute[75249]:     </memballoon>
Nov 29 09:18:12 user nova-compute[75249]:   </devices>
Nov 29 09:18:12 user nova-compute[75249]: </domain>
Nov 29 09:18:12 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T09:15:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1944870755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1450715574',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrShKs2qAUFmwcRwUH+vRuSj7pAo+lmhjocBG4TrM4z2B60rsuvIhxR/O814KgvFcW47yMpDXv/HYBuQCAO2gaEgN1/CBkze5sLjmvHAbHVsFWDflXOPgC9uCiDxB9SMQ==',key_name='tempest-keypair-1336101540',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:16:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2825232c73644d329f28b72c177fa5bb',ramdisk_id='',reservation_id='r-0tnu3idg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-997431170',owner_user_name='tempest-ServerActionsV293TestJSON-997431170-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:18:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e8f570ae1634dfdb90ad0cd1ee13eae',uuid=872101b8-1fbf-4562-8530-a1eb35b17b4f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converting VIF {"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG os_vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '144b38a4-4ef2-5814-a731-514d692362e6', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1431ca53-87, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1431ca53-87, col_values=(('qos', UUID('438241ac-cb62-4514-9d37-5e276dcec77b')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:18:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1431ca53-87, col_values=(('external_ids', {'iface-id': '1431ca53-8770-4a54-9356-7c93a6285c1d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:b5:f8', 'vm-uuid': '872101b8-1fbf-4562-8530-a1eb35b17b4f'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:18:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:18:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:13 user nova-compute[75249]: INFO os_vif [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87')
Nov 29 09:18:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:18:13 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] No VIF found with MAC fa:16:3e:29:b5:f8, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-b42860a6-462e-4b4b-bb10-01250ad41925 req-8791ca5c-b8e8-4081-9302-443ffb801992 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b42860a6-462e-4b4b-bb10-01250ad41925 req-8791ca5c-b8e8-4081-9302-443ffb801992 service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b42860a6-462e-4b4b-bb10-01250ad41925 req-8791ca5c-b8e8-4081-9302-443ffb801992 service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b42860a6-462e-4b4b-bb10-01250ad41925 req-8791ca5c-b8e8-4081-9302-443ffb801992 service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-b42860a6-462e-4b4b-bb10-01250ad41925 req-8791ca5c-b8e8-4081-9302-443ffb801992 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:18:14 user nova-compute[75249]: WARNING nova.compute.manager [req-b42860a6-462e-4b4b-bb10-01250ad41925 req-8791ca5c-b8e8-4081-9302-443ffb801992 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state active and task_state rebuild_spawning.
Nov 29 09:18:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:18:16 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance spawned successfully.
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-ac7d6597-1b96-48fd-8ad6-7f6350938fea req-b932336f-d4f7-4fcd-b4a6-fc9504f0322e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ac7d6597-1b96-48fd-8ad6-7f6350938fea req-b932336f-d4f7-4fcd-b4a6-fc9504f0322e service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ac7d6597-1b96-48fd-8ad6-7f6350938fea req-b932336f-d4f7-4fcd-b4a6-fc9504f0322e service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ac7d6597-1b96-48fd-8ad6-7f6350938fea req-b932336f-d4f7-4fcd-b4a6-fc9504f0322e service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.compute.manager [req-ac7d6597-1b96-48fd-8ad6-7f6350938fea req-b932336f-d4f7-4fcd-b4a6-fc9504f0322e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:18:16 user nova-compute[75249]: WARNING nova.compute.manager [req-ac7d6597-1b96-48fd-8ad6-7f6350938fea req-b932336f-d4f7-4fcd-b4a6-fc9504f0322e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state active and task_state rebuild_spawning.
Nov 29 09:18:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG nova.objects.instance [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 09:18:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-630cf69a-d2db-4773-9c44-0297af945a37 tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.070s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:25 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:18:28 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid d4232151-5f84-4c32-a830-8e6d8f89ba64 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:18:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:18:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:18:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:18:29 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:18:31 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:18:32 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:18:32 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8847MB free_disk=25.238040924072266GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 872101b8-1fbf-4562-8530-a1eb35b17b4f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4232151-5f84-4c32-a830-8e6d8f89ba64 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:18:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:18:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:34 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:18:42 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:18:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:18:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:19:08 user nova-compute[75249]: INFO nova.compute.claims [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Claim successful on node user
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-changed-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Refreshing instance network info cache due to event network-changed-701bbb13-b5f7-4b1f-9455-680ec6145c0d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] Acquiring lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] Acquired lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Refreshing network info cache for port 701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.245s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:19:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:19:08 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Creating image(s)
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "/opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "/opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "/opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG nova.policy [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e7d5f2d8aa413cb9f113c5ac7eecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e0d41f152848c0982fdad22926848d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updated VIF entry in instance network info cache for port 701bbb13-b5f7-4b1f-9455-680ec6145c0d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.184s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-d00b4953-2105-4818-b93b-bf4fd9e46742 req-7af7d426-4457-4f03-8438-cdd36f94b9a0 service nova] Releasing lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk 1073741824" returned: 0 in 0.164s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.352s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Successfully created port: 05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Cannot resize image /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Ensure instance console log exists: /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Successfully updated port: 05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquired lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-changed-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Refreshing instance network info cache due to event network-changed-05c3e27e-e6d3-48c1-9b87-54bfe70a0583. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] Acquiring lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updating instance_info_cache with network_info: [{"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Releasing lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Instance network_info: |[{"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] Acquired lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Refreshing network info cache for port 05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Start _get_guest_xml network_info=[{"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:19:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:19:10 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:19:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1405133871',display_name='tempest-VolumesSnapshotTestJSON-instance-1405133871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1405133871',id=48,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkxJqv1NS2Mc5PReRAGObvXDJSTOLoAFTjdc7YLJ7hvngMmKwWDMYHzeeZhJX3c5A0HSmaHuqJfvTCRZ7U9a6J1AoC68bxwud9HXePbb8Yv4cTCaCkDUwAy2GF5YzIQag==',key_name='tempest-keypair-19264842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e0d41f152848c0982fdad22926848d',ramdisk_id='',reservation_id='r-tguh080q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1931628936',owner_user_name='tempest-VolumesSnapshotTestJSON-1931628936-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:19:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19e7d5f2d8aa413cb9f113c5ac7eecc0',uuid=f2cc878d-93b7-4ea0-9298-87583d0e8bea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converting VIF {"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'pci_devices' on Instance uuid f2cc878d-93b7-4ea0-9298-87583d0e8bea {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:19:10 user nova-compute[75249]:   <uuid>f2cc878d-93b7-4ea0-9298-87583d0e8bea</uuid>
Nov 29 09:19:10 user nova-compute[75249]:   <name>instance-00000030</name>
Nov 29 09:19:10 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:19:10 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:19:10 user nova-compute[75249]:   <metadata>
Nov 29 09:19:10 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:19:10 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:19:10 user nova-compute[75249]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1405133871</nova:name>
Nov 29 09:19:10 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:19:10</nova:creationTime>
Nov 29 09:19:10 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:19:10 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:19:10 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:19:10 user nova-compute[75249]:       <nova:owner>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:user uuid="19e7d5f2d8aa413cb9f113c5ac7eecc0">tempest-VolumesSnapshotTestJSON-1931628936-project-member</nova:user>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:project uuid="36e0d41f152848c0982fdad22926848d">tempest-VolumesSnapshotTestJSON-1931628936</nova:project>
Nov 29 09:19:10 user nova-compute[75249]:       </nova:owner>
Nov 29 09:19:10 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:19:10 user nova-compute[75249]:       <nova:ports>
Nov 29 09:19:10 user nova-compute[75249]:         <nova:port uuid="05c3e27e-e6d3-48c1-9b87-54bfe70a0583">
Nov 29 09:19:10 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 09:19:10 user nova-compute[75249]:         </nova:port>
Nov 29 09:19:10 user nova-compute[75249]:       </nova:ports>
Nov 29 09:19:10 user nova-compute[75249]:     </nova:instance>
Nov 29 09:19:10 user nova-compute[75249]:   </metadata>
Nov 29 09:19:10 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:19:10 user nova-compute[75249]:     <system>
Nov 29 09:19:10 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:19:10 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:19:10 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:19:10 user nova-compute[75249]:       <entry name="serial">f2cc878d-93b7-4ea0-9298-87583d0e8bea</entry>
Nov 29 09:19:10 user nova-compute[75249]:       <entry name="uuid">f2cc878d-93b7-4ea0-9298-87583d0e8bea</entry>
Nov 29 09:19:10 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:19:10 user nova-compute[75249]:     </system>
Nov 29 09:19:10 user nova-compute[75249]:   </sysinfo>
Nov 29 09:19:10 user nova-compute[75249]:   <os>
Nov 29 09:19:10 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:19:10 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:19:10 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:19:10 user nova-compute[75249]:   </os>
Nov 29 09:19:10 user nova-compute[75249]:   <features>
Nov 29 09:19:10 user nova-compute[75249]:     <acpi/>
Nov 29 09:19:10 user nova-compute[75249]:     <apic/>
Nov 29 09:19:10 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:19:10 user nova-compute[75249]:   </features>
Nov 29 09:19:10 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:19:10 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:19:10 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:19:10 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:19:10 user nova-compute[75249]:   </clock>
Nov 29 09:19:10 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:19:10 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:19:10 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:19:10 user nova-compute[75249]:   </cpu>
Nov 29 09:19:10 user nova-compute[75249]:   <devices>
Nov 29 09:19:10 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:19:10 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:19:10 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk"/>
Nov 29 09:19:10 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:19:10 user nova-compute[75249]:     </disk>
Nov 29 09:19:10 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:19:10 user nova-compute[75249]:       <mac address="fa:16:3e:98:70:f6"/>
Nov 29 09:19:10 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:19:10 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:19:10 user nova-compute[75249]:       <target dev="tap05c3e27e-e6"/>
Nov 29 09:19:10 user nova-compute[75249]:     </interface>
Nov 29 09:19:10 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:19:10 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/console.log" append="off"/>
Nov 29 09:19:10 user nova-compute[75249]:     </serial>
Nov 29 09:19:10 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:19:10 user nova-compute[75249]:     <video>
Nov 29 09:19:10 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:19:10 user nova-compute[75249]:     </video>
Nov 29 09:19:10 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:19:10 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:19:10 user nova-compute[75249]:     </rng>
Nov 29 09:19:10 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:19:10 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:19:10 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:19:10 user nova-compute[75249]:     </memballoon>
Nov 29 09:19:10 user nova-compute[75249]:   </devices>
Nov 29 09:19:10 user nova-compute[75249]: </domain>
Nov 29 09:19:10 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:19:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1405133871',display_name='tempest-VolumesSnapshotTestJSON-instance-1405133871',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1405133871',id=48,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkxJqv1NS2Mc5PReRAGObvXDJSTOLoAFTjdc7YLJ7hvngMmKwWDMYHzeeZhJX3c5A0HSmaHuqJfvTCRZ7U9a6J1AoC68bxwud9HXePbb8Yv4cTCaCkDUwAy2GF5YzIQag==',key_name='tempest-keypair-19264842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e0d41f152848c0982fdad22926848d',ramdisk_id='',reservation_id='r-tguh080q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1931628936',owner_user_name='tempest-VolumesSnapshotTestJSON-1931628936-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:19:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19e7d5f2d8aa413cb9f113c5ac7eecc0',uuid=f2cc878d-93b7-4ea0-9298-87583d0e8bea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converting VIF {"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG os_vif [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dc89737b-976c-59ff-9c1a-efcdb5a5d325', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap05c3e27e-e6, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap05c3e27e-e6, col_values=(('qos', UUID('a30ce58d-05d1-41d8-9814-879c0d5546fb')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap05c3e27e-e6, col_values=(('external_ids', {'iface-id': '05c3e27e-e6d3-48c1-9b87-54bfe70a0583', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:70:f6', 'vm-uuid': 'f2cc878d-93b7-4ea0-9298-87583d0e8bea'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:19:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:10 user nova-compute[75249]: INFO os_vif [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6')
Nov 29 09:19:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:19:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No VIF found with MAC fa:16:3e:98:70:f6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:19:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updated VIF entry in instance network info cache for port 05c3e27e-e6d3-48c1-9b87-54bfe70a0583. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:19:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updating instance_info_cache with network_info: [{"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b25453ab-6ba0-43a9-96e4-726f775eb7a3 req-b5851643-1e98-4ba2-96d9-504c015d25c5 service nova] Releasing lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-1901d986-3c88-4cc7-98b1-31a69b5201b9 req-68ab45cb-d499-4e07-b5be-4186f55975fa service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1901d986-3c88-4cc7-98b1-31a69b5201b9 req-68ab45cb-d499-4e07-b5be-4186f55975fa service nova] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1901d986-3c88-4cc7-98b1-31a69b5201b9 req-68ab45cb-d499-4e07-b5be-4186f55975fa service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1901d986-3c88-4cc7-98b1-31a69b5201b9 req-68ab45cb-d499-4e07-b5be-4186f55975fa service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-1901d986-3c88-4cc7-98b1-31a69b5201b9 req-68ab45cb-d499-4e07-b5be-4186f55975fa service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] No waiting events found dispatching network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:19:12 user nova-compute[75249]: WARNING nova.compute.manager [req-1901d986-3c88-4cc7-98b1-31a69b5201b9 req-68ab45cb-d499-4e07-b5be-4186f55975fa service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received unexpected event network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 for instance with vm_state building and task_state spawning.
Nov 29 09:19:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:19:14 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Instance spawned successfully.
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:14 user nova-compute[75249]: INFO nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Took 5.90 seconds to spawn the instance on the hypervisor.
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:19:14 user nova-compute[75249]: INFO nova.compute.manager [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Took 6.50 seconds to build instance.
Nov 29 09:19:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6790650d-eadf-4b62-bb65-082233e5e6fe tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.590s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-f08b591a-f8c5-44d0-9d4d-c5d4950d72f1 req-ac0f5402-bdd9-4a05-a355-5485bbf26edb service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f08b591a-f8c5-44d0-9d4d-c5d4950d72f1 req-ac0f5402-bdd9-4a05-a355-5485bbf26edb service nova] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f08b591a-f8c5-44d0-9d4d-c5d4950d72f1 req-ac0f5402-bdd9-4a05-a355-5485bbf26edb service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-f08b591a-f8c5-44d0-9d4d-c5d4950d72f1 req-ac0f5402-bdd9-4a05-a355-5485bbf26edb service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:14 user nova-compute[75249]: DEBUG nova.compute.manager [req-f08b591a-f8c5-44d0-9d4d-c5d4950d72f1 req-ac0f5402-bdd9-4a05-a355-5485bbf26edb service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] No waiting events found dispatching network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:19:14 user nova-compute[75249]: WARNING nova.compute.manager [req-f08b591a-f8c5-44d0-9d4d-c5d4950d72f1 req-ac0f5402-bdd9-4a05-a355-5485bbf26edb service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received unexpected event network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 for instance with vm_state active and task_state None.
Nov 29 09:19:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:16 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:19:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:16 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:16 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:19:16 user nova-compute[75249]: INFO nova.compute.claims [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Claim successful on node user
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.319s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:19:17 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.policy [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3cee60df2d4c8a89e16d88ea3a7ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2b63a328c3c4acba9fa40a2b9352757', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:19:17 user nova-compute[75249]: INFO nova.virt.block_device [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Booting with volume e9ff0a75-8c16-4133-8e6f-b27e4723e575 at /dev/vda
Nov 29 09:19:17 user nova-compute[75249]: DEBUG os_brick.utils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0a94a4-35a7-4275-b1ca-dbd157c35ba0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4777302b-8a2c-41c3-a52b-fbc1206a6716]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ed9b2d-66ea-4fe3-90b2-58701705db81]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[734a6d11-5910-4e44-8e2c-9ab01dae7401]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:19:17 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:19:17 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee2c309-8317-4fca-aa09-768caed38bbf]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG os_brick.utils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:19:17 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updating existing volume attachment record: 3fd25810-5db4-4f8f-874e-660aaa7e0129 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Successfully created port: 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Successfully updated port: 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquired lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-changed-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.compute.manager [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Refreshing instance network info cache due to event network-changed-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] Acquiring lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.network.neutron [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updating instance_info_cache with network_info: [{"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Releasing lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Instance network_info: |[{"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] Acquired lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:19:18 user nova-compute[75249]: DEBUG nova.network.neutron [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Refreshing network info cache for port 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:19:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updated VIF entry in instance network info cache for port 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:19:19 user nova-compute[75249]: DEBUG nova.network.neutron [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updating instance_info_cache with network_info: [{"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:19 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6ddefb6f-01e8-45ce-9622-a6c2739e98b8 req-852ae5b8-2d17-433e-a158-d7f630a4db4b service nova] Releasing lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:19:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:19:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Creating image(s)
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Did not create local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Ensure instance console log exists: /opt/stack/data/nova/instances/d1bb74df-421a-4b51-9363-a7b22633cb10/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Start _get_guest_xml network_info=[{"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': 'disk', 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '3fd25810-5db4-4f8f-874e-660aaa7e0129', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZAUWSeTM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd1bb74df-421a-4b51-9363-a7b22633cb10', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9ff0a75-8c16-4133-8e6f-b27e4723e575', 'serial': 'e9ff0a75-8c16-4133-8e6f-b27e4723e575'}, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:19:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:19:24 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:19:24 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZAUWSeTM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:19:25 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:19:25 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:19:25 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e78871e-a3c1-48b8-884d-a2bfe5d038cd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:19:25 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c18d4cd1-dae0-425b-bb29-96536e92de48]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575] added
Nov 29 09:19:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b6b2d80-6ec0-4ca6-a53a-8f4205a60526]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[63450cff-4421-4855-91a8-ee783a6abd63]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZAUWSeTM {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZAUWSeTM" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32a5dc8-f105-4029-a48e-c2d4f8dcebb6]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZAUWSeTM'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[141e6a72-d904-45df-9dc1-9fe4f3647682]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f5d38a-d55c-4ea5-b61f-92634bcdbbaa]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3089b479-09b5-488a-9222-29a44f764117]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260]
Nov 29 09:19:25 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260] successful.
Nov 29 09:19:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.034s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[666fcd6f-b51f-4a23-86af-1f66b58e136e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[da535d15-91ea-4983-a396-c6384597336a]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:19:25 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] HCTL ('35', '-', '-', 0) found on session 58 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4644d39-b419-4b74-9343-e331751c56c8]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Searching for a device in session 58 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZAUWSeTM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:19:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '23162623163316635', 'path': '/dev/sdd'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23162623163316635', 'path': '/dev/sdd'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:19:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1267563890',display_name='tempest-TestVolumeBootPattern-server-1267563890',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1267563890',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-l2a0cxcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:19:17Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=d1bb74df-421a-4b51-9363-a7b22633cb10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.objects.instance [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'pci_devices' on Instance uuid d1bb74df-421a-4b51-9363-a7b22633cb10 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:19:26 user nova-compute[75249]:   <uuid>d1bb74df-421a-4b51-9363-a7b22633cb10</uuid>
Nov 29 09:19:26 user nova-compute[75249]:   <name>instance-00000031</name>
Nov 29 09:19:26 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:19:26 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:19:26 user nova-compute[75249]:   <metadata>
Nov 29 09:19:26 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:19:26 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:19:26 user nova-compute[75249]:       <nova:name>tempest-TestVolumeBootPattern-server-1267563890</nova:name>
Nov 29 09:19:26 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:19:24</nova:creationTime>
Nov 29 09:19:26 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:19:26 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:19:26 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:19:26 user nova-compute[75249]:       <nova:owner>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:user uuid="ec3cee60df2d4c8a89e16d88ea3a7ac1">tempest-TestVolumeBootPattern-510363832-project-member</nova:user>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:project uuid="d2b63a328c3c4acba9fa40a2b9352757">tempest-TestVolumeBootPattern-510363832</nova:project>
Nov 29 09:19:26 user nova-compute[75249]:       </nova:owner>
Nov 29 09:19:26 user nova-compute[75249]:       <nova:ports>
Nov 29 09:19:26 user nova-compute[75249]:         <nova:port uuid="2de2fd36-d9bd-41ee-b8c4-d25196d21ea2">
Nov 29 09:19:26 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 09:19:26 user nova-compute[75249]:         </nova:port>
Nov 29 09:19:26 user nova-compute[75249]:       </nova:ports>
Nov 29 09:19:26 user nova-compute[75249]:     </nova:instance>
Nov 29 09:19:26 user nova-compute[75249]:   </metadata>
Nov 29 09:19:26 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:19:26 user nova-compute[75249]:     <system>
Nov 29 09:19:26 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:19:26 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:19:26 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:19:26 user nova-compute[75249]:       <entry name="serial">d1bb74df-421a-4b51-9363-a7b22633cb10</entry>
Nov 29 09:19:26 user nova-compute[75249]:       <entry name="uuid">d1bb74df-421a-4b51-9363-a7b22633cb10</entry>
Nov 29 09:19:26 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:19:26 user nova-compute[75249]:     </system>
Nov 29 09:19:26 user nova-compute[75249]:   </sysinfo>
Nov 29 09:19:26 user nova-compute[75249]:   <os>
Nov 29 09:19:26 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:19:26 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:19:26 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:19:26 user nova-compute[75249]:   </os>
Nov 29 09:19:26 user nova-compute[75249]:   <features>
Nov 29 09:19:26 user nova-compute[75249]:     <acpi/>
Nov 29 09:19:26 user nova-compute[75249]:     <apic/>
Nov 29 09:19:26 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:19:26 user nova-compute[75249]:   </features>
Nov 29 09:19:26 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:19:26 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:19:26 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:19:26 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:19:26 user nova-compute[75249]:   </clock>
Nov 29 09:19:26 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:19:26 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:19:26 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:19:26 user nova-compute[75249]:   </cpu>
Nov 29 09:19:26 user nova-compute[75249]:   <devices>
Nov 29 09:19:26 user nova-compute[75249]:     <disk type="block" device="disk">
Nov 29 09:19:26 user nova-compute[75249]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:19:26 user nova-compute[75249]:       <source dev="/dev/sdd"/>
Nov 29 09:19:26 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:19:26 user nova-compute[75249]:       <serial>e9ff0a75-8c16-4133-8e6f-b27e4723e575</serial>
Nov 29 09:19:26 user nova-compute[75249]:     </disk>
Nov 29 09:19:26 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:19:26 user nova-compute[75249]:       <mac address="fa:16:3e:12:22:34"/>
Nov 29 09:19:26 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:19:26 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:19:26 user nova-compute[75249]:       <target dev="tap2de2fd36-d9"/>
Nov 29 09:19:26 user nova-compute[75249]:     </interface>
Nov 29 09:19:26 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:19:26 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/d1bb74df-421a-4b51-9363-a7b22633cb10/console.log" append="off"/>
Nov 29 09:19:26 user nova-compute[75249]:     </serial>
Nov 29 09:19:26 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:19:26 user nova-compute[75249]:     <video>
Nov 29 09:19:26 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:19:26 user nova-compute[75249]:     </video>
Nov 29 09:19:26 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:19:26 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:19:26 user nova-compute[75249]:     </rng>
Nov 29 09:19:26 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:19:26 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:19:26 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:19:26 user nova-compute[75249]:     </memballoon>
Nov 29 09:19:26 user nova-compute[75249]:   </devices>
Nov 29 09:19:26 user nova-compute[75249]: </domain>
Nov 29 09:19:26 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:19:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1267563890',display_name='tempest-TestVolumeBootPattern-server-1267563890',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1267563890',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-l2a0cxcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:19:17Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=d1bb74df-421a-4b51-9363-a7b22633cb10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG os_vif [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '41bb3fd4-ea83-5131-b13b-c96b56da2881', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2de2fd36-d9, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2de2fd36-d9, col_values=(('qos', UUID('84e40782-2c01-492a-8310-9a3d980f6756')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2de2fd36-d9, col_values=(('external_ids', {'iface-id': '2de2fd36-d9bd-41ee-b8c4-d25196d21ea2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:22:34', 'vm-uuid': 'd1bb74df-421a-4b51-9363-a7b22633cb10'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:26 user nova-compute[75249]: INFO os_vif [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9')
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] No VIF found with MAC fa:16:3e:12:22:34, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:19:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-671edf27-60a8-464e-a2be-cfba999674d4 req-52ee6d23-3886-4e6e-b4cf-0727b21b961d service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-671edf27-60a8-464e-a2be-cfba999674d4 req-52ee6d23-3886-4e6e-b4cf-0727b21b961d service nova] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-671edf27-60a8-464e-a2be-cfba999674d4 req-52ee6d23-3886-4e6e-b4cf-0727b21b961d service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-671edf27-60a8-464e-a2be-cfba999674d4 req-52ee6d23-3886-4e6e-b4cf-0727b21b961d service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG nova.compute.manager [req-671edf27-60a8-464e-a2be-cfba999674d4 req-52ee6d23-3886-4e6e-b4cf-0727b21b961d service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] No waiting events found dispatching network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:19:28 user nova-compute[75249]: WARNING nova.compute.manager [req-671edf27-60a8-464e-a2be-cfba999674d4 req-52ee6d23-3886-4e6e-b4cf-0727b21b961d service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received unexpected event network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 for instance with vm_state building and task_state spawning.
Nov 29 09:19:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:19:28 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating instance_info_cache with network_info: [{"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-872101b8-1fbf-4562-8530-a1eb35b17b4f" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:19:29 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Instance spawned successfully.
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:19:29 user nova-compute[75249]: INFO nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Took 5.02 seconds to spawn the instance on the hypervisor.
Nov 29 09:19:29 user nova-compute[75249]: DEBUG nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:19:30 user nova-compute[75249]: INFO nova.compute.manager [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Took 13.14 seconds to build instance.
Nov 29 09:19:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-4d5d9f22-711a-498a-9ca9-46a701f0c86b tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.268s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-879f89d9-bab5-4389-ac2c-ffd1354e6761 req-f6597864-0820-41d7-8982-6f3b29dd8978 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-879f89d9-bab5-4389-ac2c-ffd1354e6761 req-f6597864-0820-41d7-8982-6f3b29dd8978 service nova] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-879f89d9-bab5-4389-ac2c-ffd1354e6761 req-f6597864-0820-41d7-8982-6f3b29dd8978 service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-879f89d9-bab5-4389-ac2c-ffd1354e6761 req-f6597864-0820-41d7-8982-6f3b29dd8978 service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:30 user nova-compute[75249]: DEBUG nova.compute.manager [req-879f89d9-bab5-4389-ac2c-ffd1354e6761 req-f6597864-0820-41d7-8982-6f3b29dd8978 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] No waiting events found dispatching network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:19:30 user nova-compute[75249]: WARNING nova.compute.manager [req-879f89d9-bab5-4389-ac2c-ffd1354e6761 req-f6597864-0820-41d7-8982-6f3b29dd8978 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received unexpected event network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 for instance with vm_state active and task_state None.
Nov 29 09:19:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:19:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:19:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:19:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8672MB free_disk=25.207630157470703GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 872101b8-1fbf-4562-8530-a1eb35b17b4f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4232151-5f84-4c32-a830-8e6d8f89ba64 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f2cc878d-93b7-4ea0-9298-87583d0e8bea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d1bb74df-421a-4b51-9363-a7b22633cb10 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:19:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.319s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:37 user nova-compute[75249]: INFO nova.compute.manager [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Terminating instance
Nov 29 09:19:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-7847b588-ff2e-47e1-b24e-8c0f904b38d3 req-236f05b9-0acd-4d5c-a9a0-f2453a6157e9 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-unplugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7847b588-ff2e-47e1-b24e-8c0f904b38d3 req-236f05b9-0acd-4d5c-a9a0-f2453a6157e9 service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7847b588-ff2e-47e1-b24e-8c0f904b38d3 req-236f05b9-0acd-4d5c-a9a0-f2453a6157e9 service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7847b588-ff2e-47e1-b24e-8c0f904b38d3 req-236f05b9-0acd-4d5c-a9a0-f2453a6157e9 service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-7847b588-ff2e-47e1-b24e-8c0f904b38d3 req-236f05b9-0acd-4d5c-a9a0-f2453a6157e9 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-unplugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.compute.manager [req-7847b588-ff2e-47e1-b24e-8c0f904b38d3 req-236f05b9-0acd-4d5c-a9a0-f2453a6157e9 service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-unplugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:19:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Instance destroyed successfully.
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.objects.instance [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lazy-loading 'resources' on Instance uuid 872101b8-1fbf-4562-8530-a1eb35b17b4f {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T09:15:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1944870755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1450715574',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrShKs2qAUFmwcRwUH+vRuSj7pAo+lmhjocBG4TrM4z2B60rsuvIhxR/O814KgvFcW47yMpDXv/HYBuQCAO2gaEgN1/CBkze5sLjmvHAbHVsFWDflXOPgC9uCiDxB9SMQ==',key_name='tempest-keypair-1336101540',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:18:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2825232c73644d329f28b72c177fa5bb',ramdisk_id='',reservation_id='r-0tnu3idg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-997431170',owner_user_name='tempest-ServerActionsV293TestJSON-997431170-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e8f570ae1634dfdb90ad0cd1ee13eae',uuid=872101b8-1fbf-4562-8530-a1eb35b17b4f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converting VIF {"id": "1431ca53-8770-4a54-9356-7c93a6285c1d", "address": "fa:16:3e:29:b5:f8", "network": {"id": "de3015d7-60ea-45b4-acd0-e7facc6af552", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1409954185-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2825232c73644d329f28b72c177fa5bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1431ca53-87", "ovs_interfaceid": "1431ca53-8770-4a54-9356-7c93a6285c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_vif [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1431ca53-87, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=438241ac-cb62-4514-9d37-5e276dcec77b) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:38 user nova-compute[75249]: INFO os_vif [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:b5:f8,bridge_name='br-int',has_traffic_filtering=True,id=1431ca53-8770-4a54-9356-7c93a6285c1d,network=Network(de3015d7-60ea-45b4-acd0-e7facc6af552),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1431ca53-87')
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZNqtweM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:19:38 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eaa012c-cb14-45a1-8b22-0ae74fefcf77]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:19:38 user nova-compute[75249]: No targets found.
Nov 29 09:19:38 user nova-compute[75249]: iSNS:
Nov 29 09:19:38 user nova-compute[75249]: No targets found.
Nov 29 09:19:38 user nova-compute[75249]: STATIC:
Nov 29 09:19:38 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05
Nov 29 09:19:38 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:19:38 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:19:38 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:19:38 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:19:38 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:19:38 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575
Nov 29 09:19:38 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:19:38 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:19:38 user nova-compute[75249]: FIRMWARE:
Nov 29 09:19:38 user nova-compute[75249]: No targets found.
Nov 29 09:19:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:19:38 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:19:38 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4cab9e4-8c50-4575-b842-6a9f0c8448f0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[40001b61-4645-4d6a-8741-d93b1b3f87fa]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:19:38 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:19:38 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:19:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:19:38 user nova-compute[75249]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 (non-flash)
Nov 29 09:19:38 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:19:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0b384c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d25dad4e-414a-4d1b-9c31-8314b37917ec]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[01872853-3696-4ed7-8098-65da69434245]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[15852765-0471-4fb0-873e-0a451edb4e2f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bda9dae-faf8-4f92-820b-995e99e47379]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26533346635376632', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_be2353b', '/dev/disk/by-id/scsi-1SCST_BIObe2353b-e34f57f2ba1934a6') {{(pid=86571) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b2f3fa2-4b96-45fb-bfac-2a091143c60b]: (4, None) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cdfc50c-a5c7-48f8-9e0b-974d65eb3da9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7992e05-2059-4be1-9b55-852c478268e1]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260]
Nov 29 09:19:38 user nova-compute[75249]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05, portal: 172.16.0.220,3260] successful.
Nov 29 09:19:38 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b128d2-2380-45f2-9771-98df6c25ce05 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8255eed-8db8-46e8-bf5c-86a809c743e5]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.279s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] <== disconnect_volume: return (280ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:19:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Deleting instance files /opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f_del
Nov 29 09:19:38 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Deletion of /opt/stack/data/nova/instances/872101b8-1fbf-4562-8530-a1eb35b17b4f_del complete
Nov 29 09:19:38 user nova-compute[75249]: INFO nova.compute.manager [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 29 09:19:38 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:19:38 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:19:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:39 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:19:39 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Took 0.66 seconds to deallocate network for instance.
Nov 29 09:19:39 user nova-compute[75249]: DEBUG nova.compute.manager [req-c6812d54-4a19-4c0d-8254-86967d8d17e5 req-27397ea0-83a0-4b35-8c40-6da41519103f service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-deleted-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-a4e1be7f-c1fb-4515-9ebf-d7a69797ed02 req-3c426593-35b9-4daa-b8b0-d13ee3462c6e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a4e1be7f-c1fb-4515-9ebf-d7a69797ed02 req-3c426593-35b9-4daa-b8b0-d13ee3462c6e service nova] Acquiring lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a4e1be7f-c1fb-4515-9ebf-d7a69797ed02 req-3c426593-35b9-4daa-b8b0-d13ee3462c6e service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a4e1be7f-c1fb-4515-9ebf-d7a69797ed02 req-3c426593-35b9-4daa-b8b0-d13ee3462c6e service nova] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG nova.compute.manager [req-a4e1be7f-c1fb-4515-9ebf-d7a69797ed02 req-3c426593-35b9-4daa-b8b0-d13ee3462c6e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] No waiting events found dispatching network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:19:40 user nova-compute[75249]: WARNING nova.compute.manager [req-a4e1be7f-c1fb-4515-9ebf-d7a69797ed02 req-3c426593-35b9-4daa-b8b0-d13ee3462c6e service nova] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Received unexpected event network-vif-plugged-1431ca53-8770-4a54-9356-7c93a6285c1d for instance with vm_state active and task_state deleting.
Nov 29 09:19:40 user nova-compute[75249]: INFO nova.compute.manager [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Took 0.95 seconds to detach 1 volumes for instance.
Nov 29 09:19:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] [instance: 872101b8-1fbf-4562-8530-a1eb35b17b4f] Deleting volume: 56b128d2-2380-45f2-9771-98df6c25ce05 {{(pid=75249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.198s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:40 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Deleted allocations for instance 872101b8-1fbf-4562-8530-a1eb35b17b4f
Nov 29 09:19:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-915d0879-bea5-43ea-b9e9-a11a9a5a4d4b tempest-ServerActionsV293TestJSON-997431170 tempest-ServerActionsV293TestJSON-997431170-project-member] Lock "872101b8-1fbf-4562-8530-a1eb35b17b4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.217s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:19:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:19:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:19:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:19:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:20:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:20:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:20:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:20:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:20:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:20:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:20:30 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid d4232151-5f84-4c32-a830-8e6d8f89ba64 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:20:31 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:20:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:20:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:20:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:20:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:20:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8754MB free_disk=25.196884155273438GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4232151-5f84-4c32-a830-8e6d8f89ba64 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f2cc878d-93b7-4ea0-9298-87583d0e8bea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d1bb74df-421a-4b51-9363-a7b22633cb10 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:20:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.280s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:20:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:20:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:46 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:20:46 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:20:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:20:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-changed-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Refreshing instance network info cache due to event network-changed-05c3e27e-e6d3-48c1-9b87-54bfe70a0583. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] Acquiring lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] Acquired lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Refreshing network info cache for port 05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG nova.objects.instance [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'flavor' on Instance uuid f2cc878d-93b7-4ea0-9298-87583d0e8bea {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:20:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Ignoring supplied device name: /dev/vdb
Nov 29 09:20:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updated VIF entry in instance network info cache for port 05c3e27e-e6d3-48c1-9b87-54bfe70a0583. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updating instance_info_cache with network_info: [{"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:20:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-1002bedd-9f9c-4691-a175-0584d5a0b4ec req-452ccab4-8a9d-40e6-9799-9295d7bc82fe service nova] Releasing lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:00 user nova-compute[75249]: INFO nova.compute.manager [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Attaching volume a777ad34-e747-45a8-ac4f-ab32e793782a to /dev/vdb
Nov 29 09:21:00 user nova-compute[75249]: DEBUG os_brick.utils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac253707-8495-405d-83d2-5fdf7943de47]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba9907a-b3dd-4e7c-bc46-7837fafd4a0e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[498e8e72-984d-4675-9384-ffa14394f1fe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f69168-f549-4a71-a3ba-bdb12fbe2933]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:21:00 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:21:00 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a301ccb0-781f-47bc-9324-ca70c343b362]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG os_brick.utils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:21:00 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updating existing volume attachment record: 8b2084e2-c3cd-4f38-bf77-495446c02ab8 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:21:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cHfBRtyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:21:08 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:21:08 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:21:08 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[81820c02-dd05-4d29-b3e6-354332e1fcad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:21:08 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c87ac9-368b-4e5f-8593-59371968930e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a] added
Nov 29 09:21:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[baccc6e7-a1ae-452f-918a-39d23621fff0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb730798-ab7b-44e7-b5e4-c2d05e29222f]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cHfBRtyP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cHfBRtyP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e46ee4d-cc07-4a85-921c-a33f831091ab]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cHfBRtyP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f6c187-c925-4f0f-8282-2fcc3397957c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e896d571-2bba-4e7b-9fed-c88753db57fe]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6ac94e-abed-422c-b4dd-d8025491167e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260]
Nov 29 09:21:08 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260] successful.
Nov 29 09:21:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3f5eec-c700-419a-b566-7a8939ed131d]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d743061-0a14-42fd-bcd7-026bbdde8a53]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)
Nov 29 09:21:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:21:08 user nova-compute[75249]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)
Nov 29 09:21:08 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ddb87dd-0b1e-4e49-9871-e0de6e59f1f5]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-changed-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Refreshing instance network info cache due to event network-changed-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] Acquiring lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] Acquired lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:21:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Refreshing network info cache for port 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updated VIF entry in instance network info cache for port 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.network.neutron [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updating instance_info_cache with network_info: [{"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6985edc2-48b9-45a6-8ba9-e5d23e8494ed req-e910a99e-0ddc-4197-87dc-810b97b80f05 service nova] Releasing lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cHfBRtyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23037333230663331', 'path': '/dev/sdc'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23037333230663331', 'path': '/dev/sdc'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'flavor' on Instance uuid f2cc878d-93b7-4ea0-9298-87583d0e8bea {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:21:09 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:21:09 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:21:09 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:21:09 user nova-compute[75249]:   <serial>a777ad34-e747-45a8-ac4f-ab32e793782a</serial>
Nov 29 09:21:09 user nova-compute[75249]: </disk>
Nov 29 09:21:09 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:09 user nova-compute[75249]: INFO nova.compute.manager [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Terminating instance
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.compute.manager [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:21:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No VIF found with MAC fa:16:3e:98:70:f6, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-aac6472b-a621-4195-a28c-34b66db145be tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.694s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-33e6b0b7-1f62-4348-a28b-71a02d97c94d req-36a46144-b68d-4667-9017-915c3118da50 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-vif-unplugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33e6b0b7-1f62-4348-a28b-71a02d97c94d req-36a46144-b68d-4667-9017-915c3118da50 service nova] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33e6b0b7-1f62-4348-a28b-71a02d97c94d req-36a46144-b68d-4667-9017-915c3118da50 service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-33e6b0b7-1f62-4348-a28b-71a02d97c94d req-36a46144-b68d-4667-9017-915c3118da50 service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-33e6b0b7-1f62-4348-a28b-71a02d97c94d req-36a46144-b68d-4667-9017-915c3118da50 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] No waiting events found dispatching network-vif-unplugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-33e6b0b7-1f62-4348-a28b-71a02d97c94d req-36a46144-b68d-4667-9017-915c3118da50 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-vif-unplugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:21:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Instance destroyed successfully.
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.objects.instance [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'resources' on Instance uuid d1bb74df-421a-4b51-9363-a7b22633cb10 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:19:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1267563890',display_name='tempest-TestVolumeBootPattern-server-1267563890',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1267563890',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:19:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-l2a0cxcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:19:30Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=d1bb74df-421a-4b51-9363-a7b22633cb10,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_vif [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2de2fd36-d9, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=84e40782-2c01-492a-8310-9a3d980f6756) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:10 user nova-compute[75249]: INFO os_vif [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:12:22:34,bridge_name='br-int',has_traffic_filtering=True,id=2de2fd36-d9bd-41ee-b8c4-d25196d21ea2,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2de2fd36-d9')
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZAUWSeTM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:21:10 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d0fdceb-6db7-445e-bf0f-489e1464c3d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:21:10 user nova-compute[75249]: No targets found.
Nov 29 09:21:10 user nova-compute[75249]: iSNS:
Nov 29 09:21:10 user nova-compute[75249]: No targets found.
Nov 29 09:21:10 user nova-compute[75249]: STATIC:
Nov 29 09:21:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:21:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:21:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:21:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575
Nov 29 09:21:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:21:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:21:10 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a
Nov 29 09:21:10 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:21:10 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:21:10 user nova-compute[75249]: FIRMWARE:
Nov 29 09:21:10 user nova-compute[75249]: No targets found.
Nov 29 09:21:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:21:10 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:21:10 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3994bac4-f817-4ec6-b8bf-557537d1aff4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[916ca75d-a635-4e7c-bfb1-b030aab9710e]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:10 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:21:10 user nova-compute[75249]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)
Nov 29 09:21:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:10 user nova-compute[75249]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 (non-flash)
Nov 29 09:21:10 user nova-compute[75249]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)
Nov 29 09:21:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf45bdc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575'): ({'sdd'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Removing single pathed devices sdd {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-changed-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Refreshing instance network info cache due to event network-changed-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] Acquiring lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] Acquired lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.network.neutron [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Refreshing network info cache for port 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c1ded2-bb44-41de-89f6-3d035b885c32]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0c2a8f-352a-4900-b6f3-1281943dcdac]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flushing IO for device /dev/sdd {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[99e7bf61-eef4-42d6-ab01-9c9b013bb58c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[066c60ca-d9ba-41fe-9254-154ab6060bf6]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] SCSI volumes sdd have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec5665d-26c5-49df-be48-3ac00a3b62cb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a615bff9-dec1-4e2b-8e86-eda0012cb65f]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260]
Nov 29 09:21:10 user nova-compute[75249]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575, portal: 172.16.0.220,3260] successful.
Nov 29 09:21:10 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ff0a75-8c16-4133-8e6f-b27e4723e575 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a119006-ba93-49c9-b45b-7bc30e03b6e7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== disconnect_volume: return (362ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:21:10 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:21:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Deleting instance files /opt/stack/data/nova/instances/d1bb74df-421a-4b51-9363-a7b22633cb10_del
Nov 29 09:21:10 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Deletion of /opt/stack/data/nova/instances/d1bb74df-421a-4b51-9363-a7b22633cb10_del complete
Nov 29 09:21:11 user nova-compute[75249]: INFO nova.compute.manager [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Took 1.30 seconds to destroy the instance on the hypervisor.
Nov 29 09:21:11 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:21:11 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:21:11 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:21:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updated VIF entry in instance network info cache for port 2de2fd36-d9bd-41ee-b8c4-d25196d21ea2. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:21:11 user nova-compute[75249]: DEBUG nova.network.neutron [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updating instance_info_cache with network_info: [{"id": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "address": "fa:16:3e:12:22:34", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2de2fd36-d9", "ovs_interfaceid": "2de2fd36-d9bd-41ee-b8c4-d25196d21ea2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:21:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-60a20488-8e34-4500-b229-f547d4ad0da5 req-66919306-4b92-49bf-9741-5635d6a61d4c service nova] Releasing lock "refresh_cache-d1bb74df-421a-4b51-9363-a7b22633cb10" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:21:11 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:12 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Took 0.96 seconds to deallocate network for instance.
Nov 29 09:21:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-6b8a3c02-be2f-4967-abd3-6d7cea7e0659 req-875e9898-4271-4ba9-8f98-cf197cb58473 service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-vif-deleted-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-6790951a-0800-411a-90cf-dbee65e1fcf5 req-a5dac809-922b-4f97-a622-4716e97073fa service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received event network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6790951a-0800-411a-90cf-dbee65e1fcf5 req-a5dac809-922b-4f97-a622-4716e97073fa service nova] Acquiring lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6790951a-0800-411a-90cf-dbee65e1fcf5 req-a5dac809-922b-4f97-a622-4716e97073fa service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6790951a-0800-411a-90cf-dbee65e1fcf5 req-a5dac809-922b-4f97-a622-4716e97073fa service nova] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG nova.compute.manager [req-6790951a-0800-411a-90cf-dbee65e1fcf5 req-a5dac809-922b-4f97-a622-4716e97073fa service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] No waiting events found dispatching network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:21:12 user nova-compute[75249]: WARNING nova.compute.manager [req-6790951a-0800-411a-90cf-dbee65e1fcf5 req-a5dac809-922b-4f97-a622-4716e97073fa service nova] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Received unexpected event network-vif-plugged-2de2fd36-d9bd-41ee-b8c4-d25196d21ea2 for instance with vm_state active and task_state deleting.
Nov 29 09:21:12 user nova-compute[75249]: INFO nova.compute.manager [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d1bb74df-421a-4b51-9363-a7b22633cb10] Took 0.74 seconds to detach 1 volumes for instance.
Nov 29 09:21:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:21:12 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:21:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.190s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:13 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Deleted allocations for instance d1bb74df-421a-4b51-9363-a7b22633cb10
Nov 29 09:21:13 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-7ff25e76-40f9-4fc1-8cb4-4f14d49c1250 tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d1bb74df-421a-4b51-9363-a7b22633cb10" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.372s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:26 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:31 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:31 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:21:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:21:31 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:21:31 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updating instance_info_cache with network_info: [{"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-f2cc878d-93b7-4ea0-9298-87583d0e8bea" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:32 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75249) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 09:21:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:21:33 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8915MB free_disk=25.193004608154297GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance d4232151-5f84-4c32-a830-8e6d8f89ba64 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance f2cc878d-93b7-4ea0-9298-87583d0e8bea actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:21:33 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.611s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:34 user nova-compute[75249]: INFO nova.compute.manager [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Detaching volume a777ad34-e747-45a8-ac4f-ab32e793782a
Nov 29 09:21:34 user nova-compute[75249]: INFO nova.virt.block_device [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Attempting to driver detach volume a777ad34-e747-45a8-ac4f-ab32e793782a from mountpoint /dev/vdb
Nov 29 09:21:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Attempting to detach device vdb from instance f2cc878d-93b7-4ea0-9298-87583d0e8bea from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:21:34 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:21:34 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:21:34 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:21:34 user nova-compute[75249]:   <serial>a777ad34-e747-45a8-ac4f-ab32e793782a</serial>
Nov 29 09:21:34 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:21:34 user nova-compute[75249]: </disk>
Nov 29 09:21:34 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:21:34 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully detached device vdb from instance f2cc878d-93b7-4ea0-9298-87583d0e8bea from the persistent domain config.
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f2cc878d-93b7-4ea0-9298-87583d0e8bea from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:21:34 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:21:34 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:21:34 user nova-compute[75249]:   <source dev="/dev/sdc"/>
Nov 29 09:21:34 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:21:34 user nova-compute[75249]:   <serial>a777ad34-e747-45a8-ac4f-ab32e793782a</serial>
Nov 29 09:21:34 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:21:34 user nova-compute[75249]: </disk>
Nov 29 09:21:34 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:21:35 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f2cc878d-93b7-4ea0-9298-87583d0e8bea {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:21:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:21:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:21:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:48 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:48 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:21:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:55 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f2cc878d-93b7-4ea0-9298-87583d0e8bea is timed out.
Nov 29 09:21:55 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully detached device vdb from instance f2cc878d-93b7-4ea0-9298-87583d0e8bea from the live domain config.
Nov 29 09:21:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cHfBRtyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:21:55 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a12e7e-015b-4ca3-94b4-45fd5331ca72]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:21:55 user nova-compute[75249]: No targets found.
Nov 29 09:21:55 user nova-compute[75249]: iSNS:
Nov 29 09:21:55 user nova-compute[75249]: No targets found.
Nov 29 09:21:55 user nova-compute[75249]: STATIC:
Nov 29 09:21:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:21:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:21:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:21:55 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a
Nov 29 09:21:55 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:21:55 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:21:55 user nova-compute[75249]: FIRMWARE:
Nov 29 09:21:55 user nova-compute[75249]: No targets found.
Nov 29 09:21:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:21:55 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:21:55 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6d7674-65ad-4dc9-8a43-e0332382e0e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6068cb58-81d1-49d6-a987-13f349cd21c1]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:55 user nova-compute[75249]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)
Nov 29 09:21:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:55 user nova-compute[75249]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a (non-flash)
Nov 29 09:21:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0a80280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a'): ({'sdc'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Removing single pathed devices sdc {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[809bbb27-8885-4d0d-8ffe-27e747efd94c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[99236d9b-702b-4a05-a82f-5fc1ed7aab16]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Flushing IO for device /dev/sdc {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b626b21-840a-466e-944a-d4300b0af853]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c51d0e-fb83-4ef5-b237-61275421ef6c]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] SCSI volumes sdc have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eee4e7f-2860-41f4-9264-38036459cebb]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf36ab0-8d0d-41b8-a7fc-6784e7bb2fe4]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260]
Nov 29 09:21:55 user nova-compute[75249]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a, portal: 172.16.0.220,3260] successful.
Nov 29 09:21:55 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a6fd73-b8a2-4cff-a639-937aa29ca1ff]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== disconnect_volume: return (299ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:21:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'flavor' on Instance uuid f2cc878d-93b7-4ea0-9298-87583d0e8bea {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-01e2e13e-fe98-458e-88ad-5660200d3bdd tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.731s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.606s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:56 user nova-compute[75249]: INFO nova.compute.manager [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Terminating instance
Nov 29 09:21:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-8020e5eb-149a-4f5f-91cd-586e2e17673e req-23bc81fe-dd36-404f-91fb-18324387d7b6 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-vif-unplugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8020e5eb-149a-4f5f-91cd-586e2e17673e req-23bc81fe-dd36-404f-91fb-18324387d7b6 service nova] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8020e5eb-149a-4f5f-91cd-586e2e17673e req-23bc81fe-dd36-404f-91fb-18324387d7b6 service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8020e5eb-149a-4f5f-91cd-586e2e17673e req-23bc81fe-dd36-404f-91fb-18324387d7b6 service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-8020e5eb-149a-4f5f-91cd-586e2e17673e req-23bc81fe-dd36-404f-91fb-18324387d7b6 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] No waiting events found dispatching network-vif-unplugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG nova.compute.manager [req-8020e5eb-149a-4f5f-91cd-586e2e17673e req-23bc81fe-dd36-404f-91fb-18324387d7b6 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-vif-unplugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Instance destroyed successfully.
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.objects.instance [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'resources' on Instance uuid f2cc878d-93b7-4ea0-9298-87583d0e8bea {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:19:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1405133871',display_name='tempest-VolumesSnapshotTestJSON-instance-1405133871',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1405133871',id=48,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkxJqv1NS2Mc5PReRAGObvXDJSTOLoAFTjdc7YLJ7hvngMmKwWDMYHzeeZhJX3c5A0HSmaHuqJfvTCRZ7U9a6J1AoC68bxwud9HXePbb8Yv4cTCaCkDUwAy2GF5YzIQag==',key_name='tempest-keypair-19264842',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:19:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36e0d41f152848c0982fdad22926848d',ramdisk_id='',reservation_id='r-tguh080q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1931628936',owner_user_name='tempest-VolumesSnapshotTestJSON-1931628936-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:19:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19e7d5f2d8aa413cb9f113c5ac7eecc0',uuid=f2cc878d-93b7-4ea0-9298-87583d0e8bea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converting VIF {"id": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "address": "fa:16:3e:98:70:f6", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05c3e27e-e6", "ovs_interfaceid": "05c3e27e-e6d3-48c1-9b87-54bfe70a0583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_vif [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap05c3e27e-e6, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a30ce58d-05d1-41d8-9814-879c0d5546fb) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:21:57 user nova-compute[75249]: INFO os_vif [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:70:f6,bridge_name='br-int',has_traffic_filtering=True,id=05c3e27e-e6d3-48c1-9b87-54bfe70a0583,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05c3e27e-e6')
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cHfBRtyP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:21:57 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2b2fa1-848f-431c-ab72-fdb0e8cb2880]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:21:57 user nova-compute[75249]: No targets found.
Nov 29 09:21:57 user nova-compute[75249]: iSNS:
Nov 29 09:21:57 user nova-compute[75249]: No targets found.
Nov 29 09:21:57 user nova-compute[75249]: STATIC:
Nov 29 09:21:57 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:21:57 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:21:57 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:21:57 user nova-compute[75249]: FIRMWARE:
Nov 29 09:21:57 user nova-compute[75249]: No targets found.
Nov 29 09:21:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:21:57 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:21:57 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a777ad34-e747-45a8-ac4f-ab32e793782a', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe57d2a-2b26-494a-99c1-302a9e1f6189]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac5ca18a-23ee-4603-b240-9f7da3e7aa23]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:21:57 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0a80e50>, {}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Disconnecting from: [] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.061s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== disconnect_volume: return (62ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:21:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Deleting instance files /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea_del
Nov 29 09:21:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Deletion of /opt/stack/data/nova/instances/f2cc878d-93b7-4ea0-9298-87583d0e8bea_del complete
Nov 29 09:21:57 user nova-compute[75249]: INFO nova.compute.manager [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 29 09:21:57 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:21:57 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Took 0.76 seconds to deallocate network for instance.
Nov 29 09:21:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-596d29f1-9f75-41ac-a076-ffc596be0212 req-42bb0093-5e30-4e9a-a1c3-d3949041eea8 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-vif-deleted-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:57 user nova-compute[75249]: WARNING nova.volume.cinder [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Attachment 8b2084e2-c3cd-4f38-bf77-495446c02ab8 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 8b2084e2-c3cd-4f38-bf77-495446c02ab8. (HTTP 404) (Request-ID: req-5b650c73-377d-49bf-a623-3f519f790351)
Nov 29 09:21:57 user nova-compute[75249]: INFO nova.compute.manager [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Took 0.03 seconds to detach 1 volumes for instance.
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.154s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:58 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Deleted allocations for instance f2cc878d-93b7-4ea0-9298-87583d0e8bea
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-75f5dc58-de18-4fd4-8d2e-15d8a0653aa3 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.072s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-721d09b4-1bf1-4cbd-8ace-13bfb54cb002 req-af938d11-066a-4a43-849a-3e5cded9fba7 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received event network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-721d09b4-1bf1-4cbd-8ace-13bfb54cb002 req-af938d11-066a-4a43-849a-3e5cded9fba7 service nova] Acquiring lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-721d09b4-1bf1-4cbd-8ace-13bfb54cb002 req-af938d11-066a-4a43-849a-3e5cded9fba7 service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-721d09b4-1bf1-4cbd-8ace-13bfb54cb002 req-af938d11-066a-4a43-849a-3e5cded9fba7 service nova] Lock "f2cc878d-93b7-4ea0-9298-87583d0e8bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:21:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-721d09b4-1bf1-4cbd-8ace-13bfb54cb002 req-af938d11-066a-4a43-849a-3e5cded9fba7 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] No waiting events found dispatching network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:21:58 user nova-compute[75249]: WARNING nova.compute.manager [req-721d09b4-1bf1-4cbd-8ace-13bfb54cb002 req-af938d11-066a-4a43-849a-3e5cded9fba7 service nova] [instance: f2cc878d-93b7-4ea0-9298-87583d0e8bea] Received unexpected event network-vif-plugged-05c3e27e-e6d3-48c1-9b87-54bfe70a0583 for instance with vm_state deleted and task_state None.
Nov 29 09:22:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-changed-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG nova.compute.manager [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Refreshing instance network info cache due to event network-changed-701bbb13-b5f7-4b1f-9455-680ec6145c0d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] Acquiring lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] Acquired lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Refreshing network info cache for port 701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:08 user nova-compute[75249]: INFO nova.compute.manager [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Terminating instance
Nov 29 09:22:08 user nova-compute[75249]: DEBUG nova.compute.manager [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updated VIF entry in instance network info cache for port 701bbb13-b5f7-4b1f-9455-680ec6145c0d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:22:08 user nova-compute[75249]: DEBUG nova.network.neutron [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [{"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b63d9f31-94fd-4a73-a32e-d918d7c2ec63 req-3c4e599d-aeaf-430d-8dfd-d6d869e2a5d5 service nova] Releasing lock "refresh_cache-d4232151-5f84-4c32-a830-8e6d8f89ba64" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:22:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Instance destroyed successfully.
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.objects.instance [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lazy-loading 'resources' on Instance uuid d4232151-5f84-4c32-a830-8e6d8f89ba64 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:17:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-644715852',display_name='tempest-TestVolumeBootPattern-server-644715852',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-644715852',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6alBWyD33bak/iAXwhOzq3Y92/Pmis+NTScARIWk2QfuMhQgjYDZLcAzEQoi3ssaiWPch6qQNyeKdfSZKKN7aojO3DhB7GtM55y2YpeM/s6pxlgcQj7edFxBkXXH2DFw==',key_name='tempest-TestVolumeBootPattern-2103166573',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:17:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d2b63a328c3c4acba9fa40a2b9352757',ramdisk_id='',reservation_id='r-m2wexl89',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-510363832',owner_user_name='tempest-TestVolumeBootPattern-510363832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:17:30Z,user_data=None,user_id='ec3cee60df2d4c8a89e16d88ea3a7ac1',uuid=d4232151-5f84-4c32-a830-8e6d8f89ba64,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converting VIF {"id": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "address": "fa:16:3e:da:31:11", "network": {"id": "fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1507691471-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d2b63a328c3c4acba9fa40a2b9352757", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap701bbb13-b5", "ovs_interfaceid": "701bbb13-b5f7-4b1f-9455-680ec6145c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_vif [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap701bbb13-b5, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4510acf3-d093-4b4c-b69c-72c90cfaf6fe) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:09 user nova-compute[75249]: INFO os_vif [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:31:11,bridge_name='br-int',has_traffic_filtering=True,id=701bbb13-b5f7-4b1f-9455-680ec6145c0d,network=Network(fed1d5b5-ffcc-4f08-a6ee-0ee54e94537c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap701bbb13-b5')
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LshruBUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:22:09 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[348e1692-073b-4cac-87ba-1273e75daf34]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:22:09 user nova-compute[75249]: No targets found.
Nov 29 09:22:09 user nova-compute[75249]: iSNS:
Nov 29 09:22:09 user nova-compute[75249]: No targets found.
Nov 29 09:22:09 user nova-compute[75249]: STATIC:
Nov 29 09:22:09 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77
Nov 29 09:22:09 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:22:09 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:22:09 user nova-compute[75249]: FIRMWARE:
Nov 29 09:22:09 user nova-compute[75249]: No targets found.
Nov 29 09:22:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:22:09 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:22:09 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b33229-2516-40fd-b216-590b8b028cf3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[987a2c5d-5f11-476b-9eed-217bac4ea7e3]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:22:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 (non-flash)
Nov 29 09:22:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0905f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9a4cb2-df88-498c-b28b-9660d979d8d1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[363cf583-743d-4f79-a01a-6767dedef86c]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[db451d8f-382d-4a4f-a666-70ce52101447]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[489abcec-6e7e-4f61-b746-32675183cf65]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d88dc56-9c87-453b-b871-d5d2cdd51ab4]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a11723-0147-420b-a58c-319177317798]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260]
Nov 29 09:22:09 user nova-compute[75249]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77, portal: 172.16.0.220,3260] successful.
Nov 29 09:22:09 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c46be6df-73d8-4066-b220-f83c1766ed77 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[874f4ea0-cefe-4513-ac43-6b15a13d8046]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] <== disconnect_volume: return (307ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:22:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Deleting instance files /opt/stack/data/nova/instances/d4232151-5f84-4c32-a830-8e6d8f89ba64_del
Nov 29 09:22:09 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Deletion of /opt/stack/data/nova/instances/d4232151-5f84-4c32-a830-8e6d8f89ba64_del complete
Nov 29 09:22:09 user nova-compute[75249]: INFO nova.compute.manager [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 29 09:22:09 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:22:09 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:22:10 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Took 0.46 seconds to deallocate network for instance.
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-vif-unplugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] No waiting events found dispatching network-vif-unplugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-vif-unplugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] Acquiring lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] No waiting events found dispatching network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:22:10 user nova-compute[75249]: WARNING nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received unexpected event network-vif-plugged-701bbb13-b5f7-4b1f-9455-680ec6145c0d for instance with vm_state active and task_state deleting.
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.manager [req-ad928c4d-e6d2-4ace-9332-484c77a8b748 req-73a432a3-353f-4ee8-aa85-569e012a2c26 service nova] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Received event network-vif-deleted-701bbb13-b5f7-4b1f-9455-680ec6145c0d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:10 user nova-compute[75249]: INFO nova.compute.manager [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] [instance: d4232151-5f84-4c32-a830-8e6d8f89ba64] Took 0.71 seconds to detach 1 volumes for instance.
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:22:10 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:22:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:11 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Deleted allocations for instance d4232151-5f84-4c32-a830-8e6d8f89ba64
Nov 29 09:22:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d6f71335-4153-4176-b0ad-10a0f122fcff tempest-TestVolumeBootPattern-510363832 tempest-TestVolumeBootPattern-510363832-project-member] Lock "d4232151-5f84-4c32-a830-8e6d8f89ba64" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.670s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:27 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:22:32 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:22:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:22:34 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:22:34 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:22:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9097MB free_disk=25.211669921875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:22:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:22:43 user nova-compute[75249]: INFO nova.compute.claims [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Claim successful on node user
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.274s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.network.neutron [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:22:43 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:22:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG nova.policy [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e7d5f2d8aa413cb9f113c5ac7eecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e0d41f152848c0982fdad22926848d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:22:44 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Creating image(s)
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "/opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "/opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "/opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.190s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk 1073741824" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.375s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Checking if we can resize image /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:22:44 user nova-compute[75249]: DEBUG nova.network.neutron [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Successfully created port: faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Cannot resize image /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Ensure instance console log exists: /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Successfully updated port: faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquired lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-changed-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.compute.manager [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Refreshing instance network info cache due to event network-changed-faaa6f59-fa8e-490b-b8a6-79a6279be68d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] Acquiring lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.neutron [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating instance_info_cache with network_info: [{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Releasing lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Instance network_info: |[{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] Acquired lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.neutron [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Refreshing network info cache for port faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Start _get_guest_xml network_info=[{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:22:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:22:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2088827667',display_name='tempest-VolumesSnapshotTestJSON-instance-2088827667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2088827667',id=50,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz9reSpIyxnLDK6JZuZD6maQuVnZOaHrhedBU2ZJc1uah1Ku4RicM4nrGCSh7ETDR/Bg0cmmcEvBDjL5HXRJpdOS14WZGssDbbgnH7Gn98EZ66D9vBHHQVk9klCIy+Obw==',key_name='tempest-keypair-870506486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e0d41f152848c0982fdad22926848d',ramdisk_id='',reservation_id='r-rg03tucw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1931628936',owner_user_name='tempest-VolumesSnapshotTestJSON-1931628936-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:22:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19e7d5f2d8aa413cb9f113c5ac7eecc0',uuid=22aaf70d-461e-4b4c-ab25-449c45f10ea0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converting VIF {"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.objects.instance [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'pci_devices' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:22:45 user nova-compute[75249]:   <uuid>22aaf70d-461e-4b4c-ab25-449c45f10ea0</uuid>
Nov 29 09:22:45 user nova-compute[75249]:   <name>instance-00000032</name>
Nov 29 09:22:45 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:22:45 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:22:45 user nova-compute[75249]:   <metadata>
Nov 29 09:22:45 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:22:45 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:22:45 user nova-compute[75249]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-2088827667</nova:name>
Nov 29 09:22:45 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:22:45</nova:creationTime>
Nov 29 09:22:45 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:22:45 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:22:45 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:22:45 user nova-compute[75249]:       <nova:owner>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:user uuid="19e7d5f2d8aa413cb9f113c5ac7eecc0">tempest-VolumesSnapshotTestJSON-1931628936-project-member</nova:user>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:project uuid="36e0d41f152848c0982fdad22926848d">tempest-VolumesSnapshotTestJSON-1931628936</nova:project>
Nov 29 09:22:45 user nova-compute[75249]:       </nova:owner>
Nov 29 09:22:45 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:22:45 user nova-compute[75249]:       <nova:ports>
Nov 29 09:22:45 user nova-compute[75249]:         <nova:port uuid="faaa6f59-fa8e-490b-b8a6-79a6279be68d">
Nov 29 09:22:45 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 09:22:45 user nova-compute[75249]:         </nova:port>
Nov 29 09:22:45 user nova-compute[75249]:       </nova:ports>
Nov 29 09:22:45 user nova-compute[75249]:     </nova:instance>
Nov 29 09:22:45 user nova-compute[75249]:   </metadata>
Nov 29 09:22:45 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:22:45 user nova-compute[75249]:     <system>
Nov 29 09:22:45 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:22:45 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:22:45 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:22:45 user nova-compute[75249]:       <entry name="serial">22aaf70d-461e-4b4c-ab25-449c45f10ea0</entry>
Nov 29 09:22:45 user nova-compute[75249]:       <entry name="uuid">22aaf70d-461e-4b4c-ab25-449c45f10ea0</entry>
Nov 29 09:22:45 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:22:45 user nova-compute[75249]:     </system>
Nov 29 09:22:45 user nova-compute[75249]:   </sysinfo>
Nov 29 09:22:45 user nova-compute[75249]:   <os>
Nov 29 09:22:45 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:22:45 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:22:45 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:22:45 user nova-compute[75249]:   </os>
Nov 29 09:22:45 user nova-compute[75249]:   <features>
Nov 29 09:22:45 user nova-compute[75249]:     <acpi/>
Nov 29 09:22:45 user nova-compute[75249]:     <apic/>
Nov 29 09:22:45 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:22:45 user nova-compute[75249]:   </features>
Nov 29 09:22:45 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:22:45 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:22:45 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:22:45 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:22:45 user nova-compute[75249]:   </clock>
Nov 29 09:22:45 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:22:45 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:22:45 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:22:45 user nova-compute[75249]:   </cpu>
Nov 29 09:22:45 user nova-compute[75249]:   <devices>
Nov 29 09:22:45 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:22:45 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:22:45 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk"/>
Nov 29 09:22:45 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:22:45 user nova-compute[75249]:     </disk>
Nov 29 09:22:45 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:22:45 user nova-compute[75249]:       <mac address="fa:16:3e:40:4a:c3"/>
Nov 29 09:22:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:22:45 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:22:45 user nova-compute[75249]:       <target dev="tapfaaa6f59-fa"/>
Nov 29 09:22:45 user nova-compute[75249]:     </interface>
Nov 29 09:22:45 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:22:45 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/console.log" append="off"/>
Nov 29 09:22:45 user nova-compute[75249]:     </serial>
Nov 29 09:22:45 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:22:45 user nova-compute[75249]:     <video>
Nov 29 09:22:45 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:22:45 user nova-compute[75249]:     </video>
Nov 29 09:22:45 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:22:45 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:22:45 user nova-compute[75249]:     </rng>
Nov 29 09:22:45 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:22:45 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:22:45 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:22:45 user nova-compute[75249]:     </memballoon>
Nov 29 09:22:45 user nova-compute[75249]:   </devices>
Nov 29 09:22:45 user nova-compute[75249]: </domain>
Nov 29 09:22:45 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2088827667',display_name='tempest-VolumesSnapshotTestJSON-instance-2088827667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2088827667',id=50,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz9reSpIyxnLDK6JZuZD6maQuVnZOaHrhedBU2ZJc1uah1Ku4RicM4nrGCSh7ETDR/Bg0cmmcEvBDjL5HXRJpdOS14WZGssDbbgnH7Gn98EZ66D9vBHHQVk9klCIy+Obw==',key_name='tempest-keypair-870506486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e0d41f152848c0982fdad22926848d',ramdisk_id='',reservation_id='r-rg03tucw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1931628936',owner_user_name='tempest-VolumesSnapshotTestJSON-1931628936-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:22:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19e7d5f2d8aa413cb9f113c5ac7eecc0',uuid=22aaf70d-461e-4b4c-ab25-449c45f10ea0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converting VIF {"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:22:45 user nova-compute[75249]: DEBUG os_vif [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9e548e0-616a-5bcf-aee1-23e1ae23dda5', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfaaa6f59-fa, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfaaa6f59-fa, col_values=(('qos', UUID('7dbb780e-3244-499a-adf2-8d83b54bbe9e')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfaaa6f59-fa, col_values=(('external_ids', {'iface-id': 'faaa6f59-fa8e-490b-b8a6-79a6279be68d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:4a:c3', 'vm-uuid': '22aaf70d-461e-4b4c-ab25-449c45f10ea0'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:46 user nova-compute[75249]: INFO os_vif [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa')
Nov 29 09:22:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No VIF found with MAC fa:16:3e:40:4a:c3, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updated VIF entry in instance network info cache for port faaa6f59-fa8e-490b-b8a6-79a6279be68d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG nova.network.neutron [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating instance_info_cache with network_info: [{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:22:46 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8a62a2e6-25ac-4aad-b63a-ee6783a0870d req-caa1aee7-612b-4dd0-bb00-b52e59bb637a service nova] Releasing lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-081669c7-6da2-4359-b869-51e7a5e75c3c req-cc4bc8a7-f7f8-417e-88d8-de77df65c440 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-081669c7-6da2-4359-b869-51e7a5e75c3c req-cc4bc8a7-f7f8-417e-88d8-de77df65c440 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-081669c7-6da2-4359-b869-51e7a5e75c3c req-cc4bc8a7-f7f8-417e-88d8-de77df65c440 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-081669c7-6da2-4359-b869-51e7a5e75c3c req-cc4bc8a7-f7f8-417e-88d8-de77df65c440 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:47 user nova-compute[75249]: DEBUG nova.compute.manager [req-081669c7-6da2-4359-b869-51e7a5e75c3c req-cc4bc8a7-f7f8-417e-88d8-de77df65c440 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:22:47 user nova-compute[75249]: WARNING nova.compute.manager [req-081669c7-6da2-4359-b869-51e7a5e75c3c req-cc4bc8a7-f7f8-417e-88d8-de77df65c440 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state building and task_state spawning.
Nov 29 09:22:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:22:49 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Instance spawned successfully.
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:22:49 user nova-compute[75249]: INFO nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Took 5.70 seconds to spawn the instance on the hypervisor.
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-0f1d8a59-0388-4ec1-a027-b0c39ec4767c req-15147659-7642-44e0-b74f-e5753ce9437d service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0f1d8a59-0388-4ec1-a027-b0c39ec4767c req-15147659-7642-44e0-b74f-e5753ce9437d service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0f1d8a59-0388-4ec1-a027-b0c39ec4767c req-15147659-7642-44e0-b74f-e5753ce9437d service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0f1d8a59-0388-4ec1-a027-b0c39ec4767c req-15147659-7642-44e0-b74f-e5753ce9437d service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:49 user nova-compute[75249]: DEBUG nova.compute.manager [req-0f1d8a59-0388-4ec1-a027-b0c39ec4767c req-15147659-7642-44e0-b74f-e5753ce9437d service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:22:49 user nova-compute[75249]: WARNING nova.compute.manager [req-0f1d8a59-0388-4ec1-a027-b0c39ec4767c req-15147659-7642-44e0-b74f-e5753ce9437d service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state building and task_state spawning.
Nov 29 09:22:49 user nova-compute[75249]: INFO nova.compute.manager [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Took 6.29 seconds to build instance.
Nov 29 09:22:49 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-79d9e6c3-afb7-4211-a47c-5aa5f8893a46 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.434s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:22:50 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:22:50 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:22:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:22:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:28 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:23:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:23:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:23:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:23:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:33 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:23:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:23:33 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:23:33 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:23:33 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:23:34 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:23:34 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9043MB free_disk=25.181346893310547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:23:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.254s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:23:35 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:23:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:23:36 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating instance_info_cache with network_info: [{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:23:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:23:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:23:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:23:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:23:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:23:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:23:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:23:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:45 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:23:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:23:52 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:23:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:26 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:30 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:24:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:24:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:24:31 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-changed-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG nova.compute.manager [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Refreshing instance network info cache due to event network-changed-faaa6f59-fa8e-490b-b8a6-79a6279be68d. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] Acquiring lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] Acquired lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG nova.network.neutron [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Refreshing network info cache for port faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:24:34 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.objects.instance [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'flavor' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:24:35 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Ignoring supplied device name: /dev/vdb
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:24:35 user nova-compute[75249]: INFO nova.compute.manager [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Attaching volume 0efd3711-97b0-4131-bc27-a1a534f42764 to /dev/vdb
Nov 29 09:24:35 user nova-compute[75249]: DEBUG os_brick.utils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f4e074-c109-4865-8735-20f90ab8b91c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb3033f-c974-450c-940e-0482867878bf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4221ebb-8e52-4d4c-b414-cfd061b372c8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9af44c4c-6eea-4c40-80e7-cb5bcc564389]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.network.neutron [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updated VIF entry in instance network info cache for port faaa6f59-fa8e-490b-b8a6-79a6279be68d. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.network.neutron [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating instance_info_cache with network_info: [{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7b820849-eef6-4f9b-92d3-a497e76c7edf req-9243e7dd-2dca-487c-a3f6-5bbcea75bcab service nova] Releasing lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:24:35 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[eedaac02-dafb-4363-a6fe-bab765a209e6]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG os_brick.utils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating existing volume attachment record: 78b2b925-8540-4f13-8cb4-5badf8cf5e92 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:24:35 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating instance_info_cache with network_info: [{"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-22aaf70d-461e-4b4c-ab25-449c45f10ea0" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:36 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:24:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9047MB free_disk=25.180660247802734GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:24:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:24:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:41 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WabhGORr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:24:42 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:24:42 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:24:42 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9011f1-5b36-4719-8f7c-060da3a67ea0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:24:42 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e9844f-d1af-4383-b494-6bea649efe9a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764] added
Nov 29 09:24:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cefe86b-8413-4064-8a25-f1bb3e632d3a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[06987c2e-b821-41ed-8d0b-19f94aef9167]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WabhGORr {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WabhGORr" returned: 0 in 0.032s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d3aca5-c696-45b9-a316-08d1cfe09509]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WabhGORr'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd65d5b8-31e8-48da-be89-fcbfb7182e93]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58d8a33-609a-4665-a093-67be540a5fba]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:24:42 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:24:42 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:24:42 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 09:24:42 user nova-compute[75249]: 
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[93dfc4a3-f25e-4a0a-9ec3-0c71e5fb8431]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260]
Nov 29 09:24:42 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260] successful.
Nov 29 09:24:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ef809a-5e48-45c9-8a3f-aa4ac8bc5f62]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0f8067-47a4-4202-be87-4d96a69af164]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 (non-flash)
Nov 29 09:24:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 (non-flash)
Nov 29 09:24:42 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8f70dd-484c-4c82-ae02-c0b9e1aeffe5]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:24:42 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WabhGORr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:24:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:24:43 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '23664613465313361', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:24:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664613465313361', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:24:43 user nova-compute[75249]: DEBUG nova.objects.instance [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'flavor' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:24:43 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:24:43 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:24:43 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:24:43 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:24:43 user nova-compute[75249]:   <serial>0efd3711-97b0-4131-bc27-a1a534f42764</serial>
Nov 29 09:24:43 user nova-compute[75249]: </disk>
Nov 29 09:24:43 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:24:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:24:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:24:44 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] No VIF found with MAC fa:16:3e:40:4a:c3, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:24:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-d2cfcfb2-80f8-4499-b8df-f82307248cf8 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.021s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:24:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:45 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:46 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:24:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:24:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:24:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:02 user nova-compute[75249]: INFO nova.compute.manager [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Detaching volume 0efd3711-97b0-4131-bc27-a1a534f42764
Nov 29 09:25:02 user nova-compute[75249]: INFO nova.virt.block_device [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Attempting to driver detach volume 0efd3711-97b0-4131-bc27-a1a534f42764 from mountpoint /dev/vdb
Nov 29 09:25:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Attempting to detach device vdb from instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:25:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:25:02 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:25:02 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:25:02 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:25:02 user nova-compute[75249]:   <serial>0efd3711-97b0-4131-bc27-a1a534f42764</serial>
Nov 29 09:25:02 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:25:02 user nova-compute[75249]: </disk>
Nov 29 09:25:02 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:25:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully detached device vdb from instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 from the persistent domain config.
Nov 29 09:25:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:25:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:25:02 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:25:02 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:25:02 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:25:02 user nova-compute[75249]:   <serial>0efd3711-97b0-4131-bc27-a1a534f42764</serial>
Nov 29 09:25:02 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:25:02 user nova-compute[75249]: </disk>
Nov 29 09:25:02 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:25:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:25:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:25:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:25:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:25:06 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:11 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:25:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:25:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:25:16 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:21 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:22 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 is timed out.
Nov 29 09:25:22 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully detached device vdb from instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0 from the live domain config.
Nov 29 09:25:22 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WabhGORr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:25:22 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e06f8a-db52-44d5-9bbb-999346c70b1c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:25:22 user nova-compute[75249]: No targets found.
Nov 29 09:25:22 user nova-compute[75249]: iSNS:
Nov 29 09:25:22 user nova-compute[75249]: No targets found.
Nov 29 09:25:22 user nova-compute[75249]: STATIC:
Nov 29 09:25:22 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764
Nov 29 09:25:22 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:25:22 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:25:22 user nova-compute[75249]: FIRMWARE:
Nov 29 09:25:22 user nova-compute[75249]: No targets found.
Nov 29 09:25:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:25:22 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:25:22 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b89895-0f3a-49c4-81b9-9f5be6cb9f9c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f1d482-3e3c-4e33-ab7f-9c5a67ea54aa]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 (non-flash)
Nov 29 09:25:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 (non-flash)
Nov 29 09:25:22 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cf4521750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[4769f255-cd25-480c-8e7a-db322acb590e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[40f88891-f95e-480e-bfe3-535baa8ca964]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:25:22 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b4f6c0-a69f-46d7-a876-352b0dd7472e]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec40fd5-af7d-4504-b13a-3797b6be61a4]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[556def1a-5046-4888-be37-d41765957269]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[93f612e5-6f44-4ffe-953b-1fd929961031]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260]
Nov 29 09:25:23 user nova-compute[75249]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764, portal: 172.16.0.220,3260] successful.
Nov 29 09:25:23 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d2615c3-e21b-48ee-aa6f-bacbe40c47d0]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== disconnect_volume: return (290ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG nova.objects.instance [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'flavor' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-072c4183-b7b3-4c0d-8b40-6fae8bea3492 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.627s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.496s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:23 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:23 user nova-compute[75249]: INFO nova.compute.manager [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Terminating instance
Nov 29 09:25:23 user nova-compute[75249]: DEBUG nova.compute.manager [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-56415e56-3694-4a40-b538-66babff1a5d3 req-d96da11d-68c5-49a4-a4db-80ece496be21 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-unplugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-56415e56-3694-4a40-b538-66babff1a5d3 req-d96da11d-68c5-49a4-a4db-80ece496be21 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-56415e56-3694-4a40-b538-66babff1a5d3 req-d96da11d-68c5-49a4-a4db-80ece496be21 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-56415e56-3694-4a40-b538-66babff1a5d3 req-d96da11d-68c5-49a4-a4db-80ece496be21 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-56415e56-3694-4a40-b538-66babff1a5d3 req-d96da11d-68c5-49a4-a4db-80ece496be21 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-unplugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.compute.manager [req-56415e56-3694-4a40-b538-66babff1a5d3 req-d96da11d-68c5-49a4-a4db-80ece496be21 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-unplugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Instance destroyed successfully.
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.objects.instance [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lazy-loading 'resources' on Instance uuid 22aaf70d-461e-4b4c-ab25-449c45f10ea0 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2088827667',display_name='tempest-VolumesSnapshotTestJSON-instance-2088827667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2088827667',id=50,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHz9reSpIyxnLDK6JZuZD6maQuVnZOaHrhedBU2ZJc1uah1Ku4RicM4nrGCSh7ETDR/Bg0cmmcEvBDjL5HXRJpdOS14WZGssDbbgnH7Gn98EZ66D9vBHHQVk9klCIy+Obw==',key_name='tempest-keypair-870506486',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:22:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36e0d41f152848c0982fdad22926848d',ramdisk_id='',reservation_id='r-rg03tucw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1931628936',owner_user_name='tempest-VolumesSnapshotTestJSON-1931628936-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:22:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19e7d5f2d8aa413cb9f113c5ac7eecc0',uuid=22aaf70d-461e-4b4c-ab25-449c45f10ea0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converting VIF {"id": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "address": "fa:16:3e:40:4a:c3", "network": {"id": "8fb4700d-28bb-4dd6-a75c-5b57d569e4d1", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1232401981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e0d41f152848c0982fdad22926848d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaaa6f59-fa", "ovs_interfaceid": "faaa6f59-fa8e-490b-b8a6-79a6279be68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_vif [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfaaa6f59-fa, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7dbb780e-3244-499a-adf2-8d83b54bbe9e) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:24 user nova-compute[75249]: INFO os_vif [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:4a:c3,bridge_name='br-int',has_traffic_filtering=True,id=faaa6f59-fa8e-490b-b8a6-79a6279be68d,network=Network(8fb4700d-28bb-4dd6-a75c-5b57d569e4d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaaa6f59-fa')
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:0efd3711-97b0-4131-bc27-a1a534f42764', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WabhGORr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:25:24 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.052s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ed7d4462-2de7-4c23-a41a-abf670da0d2e]: Unexpected error while running command.
Nov 29 09:25:24 user nova-compute[75249]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:25:24 user nova-compute[75249]: Exit code: 21
Nov 29 09:25:24 user nova-compute[75249]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:25:24 user nova-compute[75249]: Stderr: '' {{(pid=86571) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Nov 29 09:25:24 user nova-compute[75249]: Traceback (most recent call last):
Nov 29 09:25:24 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Nov 29 09:25:24 user nova-compute[75249]:     ret = func(*f_args, **f_kwargs)
Nov 29 09:25:24 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Nov 29 09:25:24 user nova-compute[75249]:     return func(*args, **kwargs)
Nov 29 09:25:24 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Nov 29 09:25:24 user nova-compute[75249]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Nov 29 09:25:24 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Nov 29 09:25:24 user nova-compute[75249]:     return putils.execute(on_execute=on_execute,
Nov 29 09:25:24 user nova-compute[75249]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Nov 29 09:25:24 user nova-compute[75249]:     raise ProcessExecutionError(exit_code=_returncode,
Nov 29 09:25:24 user nova-compute[75249]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 09:25:24 user nova-compute[75249]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:25:24 user nova-compute[75249]: Exit code: 21
Nov 29 09:25:24 user nova-compute[75249]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:25:24 user nova-compute[75249]: Stderr: ''
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed7d4462-2de7-4c23-a41a-abf670da0d2e]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 09:25:24 user nova-compute[75249]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:25:24 user nova-compute[75249]: Exit code: 21
Nov 29 09:25:24 user nova-compute[75249]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:25:24 user nova-compute[75249]: Stderr: ''
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Nov 29 09:25:24 user nova-compute[75249]: ERROR os_brick.initiator.connectors.iscsi 
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75249) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.061s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] <== disconnect_volume: return (63ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:25:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Deleting instance files /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0_del
Nov 29 09:25:24 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Deletion of /opt/stack/data/nova/instances/22aaf70d-461e-4b4c-ab25-449c45f10ea0_del complete
Nov 29 09:25:24 user nova-compute[75249]: INFO nova.compute.manager [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 09:25:24 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:25:24 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:25:25 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Took 1.01 seconds to deallocate network for instance.
Nov 29 09:25:25 user nova-compute[75249]: WARNING nova.volume.cinder [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Attachment 78b2b925-8540-4f13-8cb4-5badf8cf5e92 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 78b2b925-8540-4f13-8cb4-5badf8cf5e92. (HTTP 404) (Request-ID: req-b72ba562-59a0-4cde-b6db-1af05e2ddb2f)
Nov 29 09:25:25 user nova-compute[75249]: INFO nova.compute.manager [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Took 0.03 seconds to detach 1 volumes for instance.
Nov 29 09:25:25 user nova-compute[75249]: DEBUG nova.compute.manager [req-534269e0-03f4-42d0-b04a-fb42de37aadf req-85477bdd-da1a-488c-ab5d-d1c33cf3b314 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-deleted-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:25 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.120s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Deleted allocations for instance 22aaf70d-461e-4b4c-ab25-449c45f10ea0
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-849407b4-1c80-4276-8688-4d647a573160 tempest-VolumesSnapshotTestJSON-1931628936 tempest-VolumesSnapshotTestJSON-1931628936-project-member] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.285s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:25:26 user nova-compute[75249]: WARNING nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state deleted and task_state None.
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:25:26 user nova-compute[75249]: WARNING nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state deleted and task_state None.
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:25:26 user nova-compute[75249]: WARNING nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state deleted and task_state None.
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-unplugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-unplugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:25:26 user nova-compute[75249]: WARNING nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-unplugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state deleted and task_state None.
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Acquiring lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] Lock "22aaf70d-461e-4b4c-ab25-449c45f10ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:26 user nova-compute[75249]: DEBUG nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] No waiting events found dispatching network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:25:26 user nova-compute[75249]: WARNING nova.compute.manager [req-30e6f53b-fc95-4805-84b6-394dc29ddbeb req-a1addbf2-8808-46ac-a9d7-7c8bb512f2b9 service nova] [instance: 22aaf70d-461e-4b4c-ab25-449c45f10ea0] Received unexpected event network-vif-plugged-faaa6f59-fa8e-490b-b8a6-79a6279be68d for instance with vm_state deleted and task_state None.
Nov 29 09:25:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:32 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:25:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:25:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:25:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:36 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:25:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:25:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:25:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9168MB free_disk=25.207225799560547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:25:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:25:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:25:45 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:46 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:25:53 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:25:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:25:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:26:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:26:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:26:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:26:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:26:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:26:36 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:26:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:26:37 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9189MB free_disk=25.205707550048828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:26:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.400s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:26:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:26:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:26:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:26:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:45 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:46 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:54 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:54 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:26:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:56 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:26:56 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:26:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:26:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:26:58 user nova-compute[75249]: INFO nova.compute.claims [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Claim successful on node user
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.207s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:26:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.policy [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '102f6b1b5e5143f7bde2ce40f109a2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '932f40d6127c418499288240d344ee1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:26:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Creating image(s)
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "/opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "/opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "/opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk 1073741824" returned: 0 in 0.049s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "b3750e4f02f8dc8a96a9e2f3b9954956a90262d4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk. size=1073741824 {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Successfully created port: 2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG nova.virt.disk.api [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Cannot resize image /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk to a smaller size. {{(pid=75249) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Ensure instance console log exists: /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:26:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Successfully updated port: 2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-changed-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Refreshing instance network info cache due to event network-changed-2a15fd08-e327-4f75-83a5-96ca2219ba4f. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Instance network_info: |[{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Refreshing network info cache for port 2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Start _get_guest_xml network_info=[{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': '31ab2c83-f79e-4167-8676-faf1e937d5a3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:27:00 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:27:00 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T08:36:20Z,direct_url=<?>,disk_format='qcow2',id=31ab2c83-f79e-4167-8676-faf1e937d5a3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='988e8608df6347e891fbb83eee6f007a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T08:36:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:26:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1990770229',display_name='tempest-TestStampPattern-server-1990770229',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1990770229',id=51,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNtoPBXpSD95rtwL3w4LMv/Bkrx9NAp5amH6af2CEWzwS38Q7SZ5zrh9TdLDEIQHVQZFL+X9TycQL48npfBvQAOREsWGZyZmNLOBovc2kOlmgJOuk+OK+D8Qg8fKsX69RQ==',key_name='tempest-TestStampPattern-2008909910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='932f40d6127c418499288240d344ee1f',ramdisk_id='',reservation_id='r-wul830nu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1369150460',owner_user_name='tempest-TestStampPattern-1369150460-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:26:59Z,user_data=None,user_id='102f6b1b5e5143f7bde2ce40f109a2da',uuid=dab467f6-24ff-4e63-9cf1-bb3e05cad21a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converting VIF {"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.objects.instance [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'pci_devices' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:27:00 user nova-compute[75249]:   <uuid>dab467f6-24ff-4e63-9cf1-bb3e05cad21a</uuid>
Nov 29 09:27:00 user nova-compute[75249]:   <name>instance-00000033</name>
Nov 29 09:27:00 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:27:00 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:27:00 user nova-compute[75249]:   <metadata>
Nov 29 09:27:00 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:27:00 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:27:00 user nova-compute[75249]:       <nova:name>tempest-TestStampPattern-server-1990770229</nova:name>
Nov 29 09:27:00 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:27:00</nova:creationTime>
Nov 29 09:27:00 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:27:00 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:27:00 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:27:00 user nova-compute[75249]:       <nova:owner>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:user uuid="102f6b1b5e5143f7bde2ce40f109a2da">tempest-TestStampPattern-1369150460-project-member</nova:user>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:project uuid="932f40d6127c418499288240d344ee1f">tempest-TestStampPattern-1369150460</nova:project>
Nov 29 09:27:00 user nova-compute[75249]:       </nova:owner>
Nov 29 09:27:00 user nova-compute[75249]:       <nova:root type="image" uuid="31ab2c83-f79e-4167-8676-faf1e937d5a3"/>
Nov 29 09:27:00 user nova-compute[75249]:       <nova:ports>
Nov 29 09:27:00 user nova-compute[75249]:         <nova:port uuid="2a15fd08-e327-4f75-83a5-96ca2219ba4f">
Nov 29 09:27:00 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 09:27:00 user nova-compute[75249]:         </nova:port>
Nov 29 09:27:00 user nova-compute[75249]:       </nova:ports>
Nov 29 09:27:00 user nova-compute[75249]:     </nova:instance>
Nov 29 09:27:00 user nova-compute[75249]:   </metadata>
Nov 29 09:27:00 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:27:00 user nova-compute[75249]:     <system>
Nov 29 09:27:00 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:27:00 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:27:00 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:27:00 user nova-compute[75249]:       <entry name="serial">dab467f6-24ff-4e63-9cf1-bb3e05cad21a</entry>
Nov 29 09:27:00 user nova-compute[75249]:       <entry name="uuid">dab467f6-24ff-4e63-9cf1-bb3e05cad21a</entry>
Nov 29 09:27:00 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:27:00 user nova-compute[75249]:     </system>
Nov 29 09:27:00 user nova-compute[75249]:   </sysinfo>
Nov 29 09:27:00 user nova-compute[75249]:   <os>
Nov 29 09:27:00 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:27:00 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:27:00 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:27:00 user nova-compute[75249]:   </os>
Nov 29 09:27:00 user nova-compute[75249]:   <features>
Nov 29 09:27:00 user nova-compute[75249]:     <acpi/>
Nov 29 09:27:00 user nova-compute[75249]:     <apic/>
Nov 29 09:27:00 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:27:00 user nova-compute[75249]:   </features>
Nov 29 09:27:00 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:27:00 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:27:00 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:27:00 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:27:00 user nova-compute[75249]:   </clock>
Nov 29 09:27:00 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:27:00 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:27:00 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:27:00 user nova-compute[75249]:   </cpu>
Nov 29 09:27:00 user nova-compute[75249]:   <devices>
Nov 29 09:27:00 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:27:00 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:27:00 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk"/>
Nov 29 09:27:00 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:27:00 user nova-compute[75249]:     </disk>
Nov 29 09:27:00 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:27:00 user nova-compute[75249]:       <mac address="fa:16:3e:e2:0b:5c"/>
Nov 29 09:27:00 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:27:00 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:27:00 user nova-compute[75249]:       <target dev="tap2a15fd08-e3"/>
Nov 29 09:27:00 user nova-compute[75249]:     </interface>
Nov 29 09:27:00 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:27:00 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/console.log" append="off"/>
Nov 29 09:27:00 user nova-compute[75249]:     </serial>
Nov 29 09:27:00 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:27:00 user nova-compute[75249]:     <video>
Nov 29 09:27:00 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:27:00 user nova-compute[75249]:     </video>
Nov 29 09:27:00 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:27:00 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:27:00 user nova-compute[75249]:     </rng>
Nov 29 09:27:00 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:27:00 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:27:00 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:27:00 user nova-compute[75249]:     </memballoon>
Nov 29 09:27:00 user nova-compute[75249]:   </devices>
Nov 29 09:27:00 user nova-compute[75249]: </domain>
Nov 29 09:27:00 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:26:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1990770229',display_name='tempest-TestStampPattern-server-1990770229',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1990770229',id=51,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNtoPBXpSD95rtwL3w4LMv/Bkrx9NAp5amH6af2CEWzwS38Q7SZ5zrh9TdLDEIQHVQZFL+X9TycQL48npfBvQAOREsWGZyZmNLOBovc2kOlmgJOuk+OK+D8Qg8fKsX69RQ==',key_name='tempest-TestStampPattern-2008909910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='932f40d6127c418499288240d344ee1f',ramdisk_id='',reservation_id='r-wul830nu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1369150460',owner_user_name='tempest-TestStampPattern-1369150460-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:26:59Z,user_data=None,user_id='102f6b1b5e5143f7bde2ce40f109a2da',uuid=dab467f6-24ff-4e63-9cf1-bb3e05cad21a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converting VIF {"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG os_vif [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd42bef33-3c47-5ab3-a923-dd199754d709', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2a15fd08-e3, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2a15fd08-e3, col_values=(('qos', UUID('9467e096-6d23-4b6d-9858-75d6b34fffe7')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2a15fd08-e3, col_values=(('external_ids', {'iface-id': '2a15fd08-e327-4f75-83a5-96ca2219ba4f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:0b:5c', 'vm-uuid': 'dab467f6-24ff-4e63-9cf1-bb3e05cad21a'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:00 user nova-compute[75249]: INFO os_vif [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3')
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No VIF found with MAC fa:16:3e:e2:0b:5c, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated VIF entry in instance network info cache for port 2a15fd08-e327-4f75-83a5-96ca2219ba4f. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG nova.network.neutron [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:27:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-164cca64-ffab-452a-bbe2-7023feaec874 req-d87d466e-5dfd-4b7a-abdf-e9c09451c00c service nova] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:27:01 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-0c737d51-1987-41f2-9fa6-0941b3f4b5ab req-8beaa372-c2dc-4ff8-8704-aa76ef2cac0c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0c737d51-1987-41f2-9fa6-0941b3f4b5ab req-8beaa372-c2dc-4ff8-8704-aa76ef2cac0c service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0c737d51-1987-41f2-9fa6-0941b3f4b5ab req-8beaa372-c2dc-4ff8-8704-aa76ef2cac0c service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-0c737d51-1987-41f2-9fa6-0941b3f4b5ab req-8beaa372-c2dc-4ff8-8704-aa76ef2cac0c service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG nova.compute.manager [req-0c737d51-1987-41f2-9fa6-0941b3f4b5ab req-8beaa372-c2dc-4ff8-8704-aa76ef2cac0c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:27:02 user nova-compute[75249]: WARNING nova.compute.manager [req-0c737d51-1987-41f2-9fa6-0941b3f4b5ab req-8beaa372-c2dc-4ff8-8704-aa76ef2cac0c service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state building and task_state spawning.
Nov 29 09:27:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:27:04 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Instance spawned successfully.
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Found default for hw_cdrom_bus of ide {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Found default for hw_disk_bus of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Found default for hw_video_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Found default for hw_vif_model of virtio {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:27:04 user nova-compute[75249]: INFO nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Took 5.41 seconds to spawn the instance on the hypervisor.
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:04 user nova-compute[75249]: INFO nova.compute.manager [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Took 5.94 seconds to build instance.
Nov 29 09:27:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-6e8ba6be-4740-465f-bcd1-fa1326e3973d tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.059s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-8a3f9fb7-1af1-4b56-b365-3fa0b40e93fa req-da25dcad-2776-49fd-8713-08ec0885924f service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8a3f9fb7-1af1-4b56-b365-3fa0b40e93fa req-da25dcad-2776-49fd-8713-08ec0885924f service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8a3f9fb7-1af1-4b56-b365-3fa0b40e93fa req-da25dcad-2776-49fd-8713-08ec0885924f service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8a3f9fb7-1af1-4b56-b365-3fa0b40e93fa req-da25dcad-2776-49fd-8713-08ec0885924f service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:27:04 user nova-compute[75249]: DEBUG nova.compute.manager [req-8a3f9fb7-1af1-4b56-b365-3fa0b40e93fa req-da25dcad-2776-49fd-8713-08ec0885924f service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:27:04 user nova-compute[75249]: WARNING nova.compute.manager [req-8a3f9fb7-1af1-4b56-b365-3fa0b40e93fa req-da25dcad-2776-49fd-8713-08ec0885924f service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state active and task_state None.
Nov 29 09:27:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:22 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:22 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Triggering sync for uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 09:27:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:27:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:27:22 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:27:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:27:35 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:27:36 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:27:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:27:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:27:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:27:37 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:27:38 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:27:38 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9013MB free_disk=25.175025939941406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:27:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.193s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:27:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:27:46 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:47 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:27:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:28:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:28:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75249) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 09:28:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:28:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75249) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 09:28:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:28:36 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:28:37 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:28:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:28:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:28:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:38 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:39 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:28:39 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9047MB free_disk=25.174488067626953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:28:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:28:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:28:47 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:48 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-changed-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG nova.compute.manager [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Refreshing instance network info cache due to event network-changed-2a15fd08-e327-4f75-83a5-96ca2219ba4f. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG nova.network.neutron [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Refreshing network info cache for port 2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG nova.network.neutron [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated VIF entry in instance network info cache for port 2a15fd08-e327-4f75-83a5-96ca2219ba4f. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG nova.network.neutron [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-7212feac-b0c0-4ffe-b85c-83f9aab9a201 req-eff70962-ff8f-4d9f-b591-c8d394b4bbdd service nova] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:28:50 user nova-compute[75249]: DEBUG nova.objects.instance [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'flavor' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:28:51 user nova-compute[75249]: INFO nova.compute.manager [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Attaching volume fdf7d487-4f85-475e-ac40-e1c5031b8690 to /dev/vdb
Nov 29 09:28:51 user nova-compute[75249]: DEBUG os_brick.utils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[b04985fc-eb83-40b4-b334-e3ad1e4c5b01]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[308ee412-e61d-47be-a446-ec76768354fa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[f22edd2f-09e1-41b4-971f-198145f55186]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6466c338-3bd6-400f-9a63-ae561999429a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:28:51 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:28:51 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddab4596-64cb-498f-a743-541a4528cda4]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG os_brick.utils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:28:51 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating existing volume attachment record: d01864ef-f172-45e8-b656-ef7f6db19fd2 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:28:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:55 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:55 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:28:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfmavhSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:28:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:28:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:28:58 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3067906-cf1d-49a1-9e00-8bd747d2a341]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:28:58 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[066086fc-fc08-44f8-9d2d-c47de5660ce6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690] added
Nov 29 09:28:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c079071e-856d-4c2b-a557-79b3035f4f9a]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1051d656-fbe3-4eb7-aa5f-048c68226a44]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NfmavhSI {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NfmavhSI" returned: 0 in 0.024s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0420537-a1fd-4cad-ab6d-761257b930e7]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NfmavhSI'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[23832491-d39c-465b-91a5-1d358f203c95]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef22d77-3e2b-49e9-abcc-b70ef3d75a75]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:28:58 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:28:58 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:28:58 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 09:28:58 user nova-compute[75249]: 
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3931b95c-43b2-4460-bda5-680203adf683]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260]
Nov 29 09:28:58 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260] successful.
Nov 29 09:28:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[90509d99-5a6f-4e99-a772-b361cbced0e1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7b841f-ecfc-43db-af22-7896a5972cf3]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 (non-flash)
Nov 29 09:28:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 (non-flash)
Nov 29 09:28:58 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0bcd965-70b5-453b-9cde-5d5216a4bf86]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:28:58 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfmavhSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:28:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:28:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:28:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:28:59 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26630353338383638', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:28:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26630353338383638', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:28:59 user nova-compute[75249]: DEBUG nova.objects.instance [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'flavor' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:29:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:29:00 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:29:00 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:29:00 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:29:00 user nova-compute[75249]:   <serial>fdf7d487-4f85-475e-ac40-e1c5031b8690</serial>
Nov 29 09:29:00 user nova-compute[75249]: </disk>
Nov 29 09:29:00 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:29:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:29:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:29:00 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No VIF found with MAC fa:16:3e:e2:0b:5c, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:29:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-084507bc-2307-48eb-9433-5bd86377154f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.371s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:29:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:29:02 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:29:02 user nova-compute[75249]: INFO nova.compute.manager [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Detaching volume fdf7d487-4f85-475e-ac40-e1c5031b8690
Nov 29 09:29:02 user nova-compute[75249]: INFO nova.virt.block_device [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Attempting to driver detach volume fdf7d487-4f85-475e-ac40-e1c5031b8690 from mountpoint /dev/vdb
Nov 29 09:29:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Attempting to detach device vdb from instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:29:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:29:02 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:29:02 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:29:02 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:29:02 user nova-compute[75249]:   <serial>fdf7d487-4f85-475e-ac40-e1c5031b8690</serial>
Nov 29 09:29:02 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:29:02 user nova-compute[75249]: </disk>
Nov 29 09:29:02 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:29:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully detached device vdb from instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a from the persistent domain config.
Nov 29 09:29:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:29:02 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:29:02 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:29:02 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:29:02 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:29:02 user nova-compute[75249]:   <serial>fdf7d487-4f85-475e-ac40-e1c5031b8690</serial>
Nov 29 09:29:02 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:29:02 user nova-compute[75249]: </disk>
Nov 29 09:29:02 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:29:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:29:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:10 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:15 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:20 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:23 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a is timed out.
Nov 29 09:29:23 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully detached device vdb from instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a from the live domain config.
Nov 29 09:29:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfmavhSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:29:23 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2825066b-4c66-4740-8a0e-6cd4020389db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:29:23 user nova-compute[75249]: No targets found.
Nov 29 09:29:23 user nova-compute[75249]: iSNS:
Nov 29 09:29:23 user nova-compute[75249]: No targets found.
Nov 29 09:29:23 user nova-compute[75249]: STATIC:
Nov 29 09:29:23 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690
Nov 29 09:29:23 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:29:23 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:29:23 user nova-compute[75249]: FIRMWARE:
Nov 29 09:29:23 user nova-compute[75249]: No targets found.
Nov 29 09:29:23 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:29:23 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:29:23 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[035ce189-371d-4635-b4ce-6f6636a150ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aea9298-847c-4d93-8801-a8d5d7d36f03]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 (non-flash)
Nov 29 09:29:23 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 (non-flash)
Nov 29 09:29:23 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0bccaf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ccba25-bc52-4e55-b40a-304610292c7a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1ff00a-1dca-4aa5-a147-fd53f9feab22]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a28c608-0477-4b3b-a381-a6e6cbffc9bd]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db312ac-53d9-46ab-b6f1-87a6f23fcd65]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0376f8b-a9f2-429d-9b6b-dd952a3c2793]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3033ce-a8e6-4dfb-a4e8-e216f6cabe88]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260]
Nov 29 09:29:23 user nova-compute[75249]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690, portal: 172.16.0.220,3260] successful.
Nov 29 09:29:23 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdf7d487-4f85-475e-ac40-e1c5031b8690 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dc239ed-634e-445a-b8b3-1acd1a8cd877]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] <== disconnect_volume: return (286ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:29:23 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:29:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:24 user nova-compute[75249]: DEBUG nova.objects.instance [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'flavor' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:29:24 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-5cf3988c-7b9a-418d-afbf-abcca7bfcd64 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.636s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:29:25 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:30 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:29:35 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:29:37 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:39 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:40 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:29:40 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9041MB free_disk=25.16556167602539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.225s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:29:40 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:29:45 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:29:47 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:48 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:50 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:29:55 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:29:57 user nova-compute[75249]: INFO nova.compute.manager [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] instance snapshotting
Nov 29 09:29:57 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Beginning live snapshot process
Nov 29 09:29:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json -f qcow2 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:57 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4 --force-share --output=json" returned: 0 in 0.176s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpkpgfrvz1/1b9bc9939feb466a94070c9057281faa.delta 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:58 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b3750e4f02f8dc8a96a9e2f3b9954956a90262d4,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpkpgfrvz1/1b9bc9939feb466a94070c9057281faa.delta 1073741824" returned: 0 in 0.053s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 09:29:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 09:29:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75249) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 09:29:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 09:29:59 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 09:29:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpkpgfrvz1/1b9bc9939feb466a94070c9057281faa.delta /opt/stack/data/nova/instances/snapshots/tmpkpgfrvz1/1b9bc9939feb466a94070c9057281faa {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:29:59 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpkpgfrvz1/1b9bc9939feb466a94070c9057281faa.delta /opt/stack/data/nova/instances/snapshots/tmpkpgfrvz1/1b9bc9939feb466a94070c9057281faa" returned: 0 in 0.501s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:29:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Snapshot extracted, beginning image upload
Nov 29 09:30:00 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:30:02 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Snapshot image upload complete
Nov 29 09:30:02 user nova-compute[75249]: INFO nova.compute.manager [None req-6c094e0c-63ae-4105-92ee-f6e1b4deb588 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Took 5.12 seconds to snapshot the instance on the hypervisor.
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Starting instance... {{(pid=75249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75249) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 09:30:04 user nova-compute[75249]: INFO nova.compute.claims [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Claim successful on node user
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Start building networks asynchronously for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Allocating IP information in the background. {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] allocate_for_instance() {{(pid=75249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 09:30:04 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Start building block device mappings for instance. {{(pid=75249) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.policy [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '102f6b1b5e5143f7bde2ce40f109a2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '932f40d6127c418499288240d344ee1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75249) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Start spawning the instance on the hypervisor. {{(pid=75249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Creating instance directory {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 09:30:04 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Creating image(s)
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "/opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "/opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "/opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "0d1a187e0e75969e0f57f16cbcf614a2f9617463" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:04 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "0d1a187e0e75969e0f57f16cbcf614a2f9617463" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.part --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Successfully created port: 1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.part --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG nova.virt.images [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] d973eb0c-ff31-4cf4-8d65-520eb3db3055 was qcow2, converting to raw {{(pid=75249) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG nova.privsep.utils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75249) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 09:30:05 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.part /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.converted {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.part /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.converted" returned: 0 in 0.664s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.converted --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Successfully updated port: 1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-changed-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.compute.manager [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Refreshing instance network info cache due to event network-changed-1f616ce4-3b6d-4749-a80d-fce060f5d528. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] Acquiring lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] Acquired lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Refreshing network info cache for port 1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "0d1a187e0e75969e0f57f16cbcf614a2f9617463" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.985s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.network.neutron [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-4e88b833-f0d5-447a-9622-d3b3b2321562 req-489e0f08-84f5-40df-a3f0-a00eddc1467b service nova] Releasing lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquired lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Building network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463 --force-share --output=json" returned: 0 in 0.171s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "0d1a187e0e75969e0f57f16cbcf614a2f9617463" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "0d1a187e0e75969e0f57f16cbcf614a2f9617463" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:06 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Instance cache missing network info. {{(pid=75249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463 --force-share --output=json" returned: 0 in 0.222s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463,backing_fmt=raw /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk 1073741824 {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.network.neutron [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating instance_info_cache with network_info: [{"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463,backing_fmt=raw /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk 1073741824" returned: 0 in 0.254s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "0d1a187e0e75969e0f57f16cbcf614a2f9617463" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.480s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463 --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Releasing lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Instance network_info: |[{"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d1a187e0e75969e0f57f16cbcf614a2f9617463 --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Created local disks {{(pid=75249) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Ensure instance console log exists: /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/console.log {{(pid=75249) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Start _get_guest_xml network_info=[{"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='37badf1698642342db0c83de0a510389',container_format='bare',created_at=2023-11-29T09:29:57Z,direct_url=<?>,disk_format='qcow2',id=d973eb0c-ff31-4cf4-8d65-520eb3db3055,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1124848950',owner='932f40d6127c418499288240d344ee1f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T09:30:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/vda', 'image_id': 'd973eb0c-ff31-4cf4-8d65-520eb3db3055'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 09:30:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:30:07 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CPU controller missing on host. {{(pid=75249) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.host [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CPU controller found on host. {{(pid=75249) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75249) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T08:36:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='37badf1698642342db0c83de0a510389',container_format='bare',created_at=2023-11-29T09:29:57Z,direct_url=<?>,disk_format='qcow2',id=d973eb0c-ff31-4cf4-8d65-520eb3db3055,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1124848950',owner='932f40d6127c418499288240d344ee1f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T09:30:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Flavor limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Image limits 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Flavor pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Image pref 0:0:0 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Got 1 possible topologies {{(pid=75249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.hardware [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1101889489',display_name='tempest-TestStampPattern-server-1101889489',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1101889489',id=52,image_ref='d973eb0c-ff31-4cf4-8d65-520eb3db3055',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNtoPBXpSD95rtwL3w4LMv/Bkrx9NAp5amH6af2CEWzwS38Q7SZ5zrh9TdLDEIQHVQZFL+X9TycQL48npfBvQAOREsWGZyZmNLOBovc2kOlmgJOuk+OK+D8Qg8fKsX69RQ==',key_name='tempest-TestStampPattern-2008909910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='932f40d6127c418499288240d344ee1f',ramdisk_id='',reservation_id='r-mflyso2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='dab467f6-24ff-4e63-9cf1-bb3e05cad21a',image_min_disk='1',image_min_ram='0',image_owner_id='932f40d6127c418499288240d344ee1f',image_owner_project_name='tempest-TestStampPattern-1369150460',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1369150460-project-member',image_user_id='102f6b1b5e5143f7bde2ce40f109a2da',network_allocated='True',owner_project_name='tempest-TestStampPattern-1369150460',owner_user_name='tempest-TestStampPattern-1369150460-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:30:05Z,user_data=None,user_id='102f6b1b5e5143f7bde2ce40f109a2da',uuid=a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75249) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converting VIF {"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.objects.instance [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'pci_devices' on Instance uuid a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] End _get_guest_xml xml=<domain type="kvm">
Nov 29 09:30:07 user nova-compute[75249]:   <uuid>a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05</uuid>
Nov 29 09:30:07 user nova-compute[75249]:   <name>instance-00000034</name>
Nov 29 09:30:07 user nova-compute[75249]:   <memory>524288</memory>
Nov 29 09:30:07 user nova-compute[75249]:   <vcpu>1</vcpu>
Nov 29 09:30:07 user nova-compute[75249]:   <metadata>
Nov 29 09:30:07 user nova-compute[75249]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 09:30:07 user nova-compute[75249]:       <nova:package version="0.0.0"/>
Nov 29 09:30:07 user nova-compute[75249]:       <nova:name>tempest-TestStampPattern-server-1101889489</nova:name>
Nov 29 09:30:07 user nova-compute[75249]:       <nova:creationTime>2023-11-29 09:30:07</nova:creationTime>
Nov 29 09:30:07 user nova-compute[75249]:       <nova:flavor name="m1.tiny">
Nov 29 09:30:07 user nova-compute[75249]:         <nova:memory>512</nova:memory>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:disk>1</nova:disk>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:swap>0</nova:swap>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:vcpus>1</nova:vcpus>
Nov 29 09:30:07 user nova-compute[75249]:       </nova:flavor>
Nov 29 09:30:07 user nova-compute[75249]:       <nova:owner>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:user uuid="102f6b1b5e5143f7bde2ce40f109a2da">tempest-TestStampPattern-1369150460-project-member</nova:user>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:project uuid="932f40d6127c418499288240d344ee1f">tempest-TestStampPattern-1369150460</nova:project>
Nov 29 09:30:07 user nova-compute[75249]:       </nova:owner>
Nov 29 09:30:07 user nova-compute[75249]:       <nova:root type="image" uuid="d973eb0c-ff31-4cf4-8d65-520eb3db3055"/>
Nov 29 09:30:07 user nova-compute[75249]:       <nova:ports>
Nov 29 09:30:07 user nova-compute[75249]:         <nova:port uuid="1f616ce4-3b6d-4749-a80d-fce060f5d528">
Nov 29 09:30:07 user nova-compute[75249]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 09:30:07 user nova-compute[75249]:         </nova:port>
Nov 29 09:30:07 user nova-compute[75249]:       </nova:ports>
Nov 29 09:30:07 user nova-compute[75249]:     </nova:instance>
Nov 29 09:30:07 user nova-compute[75249]:   </metadata>
Nov 29 09:30:07 user nova-compute[75249]:   <sysinfo type="smbios">
Nov 29 09:30:07 user nova-compute[75249]:     <system>
Nov 29 09:30:07 user nova-compute[75249]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 09:30:07 user nova-compute[75249]:       <entry name="product">OpenStack Nova</entry>
Nov 29 09:30:07 user nova-compute[75249]:       <entry name="version">0.0.0</entry>
Nov 29 09:30:07 user nova-compute[75249]:       <entry name="serial">a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05</entry>
Nov 29 09:30:07 user nova-compute[75249]:       <entry name="uuid">a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05</entry>
Nov 29 09:30:07 user nova-compute[75249]:       <entry name="family">Virtual Machine</entry>
Nov 29 09:30:07 user nova-compute[75249]:     </system>
Nov 29 09:30:07 user nova-compute[75249]:   </sysinfo>
Nov 29 09:30:07 user nova-compute[75249]:   <os>
Nov 29 09:30:07 user nova-compute[75249]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 09:30:07 user nova-compute[75249]:     <boot dev="hd"/>
Nov 29 09:30:07 user nova-compute[75249]:     <smbios mode="sysinfo"/>
Nov 29 09:30:07 user nova-compute[75249]:   </os>
Nov 29 09:30:07 user nova-compute[75249]:   <features>
Nov 29 09:30:07 user nova-compute[75249]:     <acpi/>
Nov 29 09:30:07 user nova-compute[75249]:     <apic/>
Nov 29 09:30:07 user nova-compute[75249]:     <vmcoreinfo/>
Nov 29 09:30:07 user nova-compute[75249]:   </features>
Nov 29 09:30:07 user nova-compute[75249]:   <clock offset="utc">
Nov 29 09:30:07 user nova-compute[75249]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 09:30:07 user nova-compute[75249]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 09:30:07 user nova-compute[75249]:     <timer name="hpet" present="no"/>
Nov 29 09:30:07 user nova-compute[75249]:   </clock>
Nov 29 09:30:07 user nova-compute[75249]:   <cpu mode="custom" match="exact">
Nov 29 09:30:07 user nova-compute[75249]:     <model>Nehalem</model>
Nov 29 09:30:07 user nova-compute[75249]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 09:30:07 user nova-compute[75249]:   </cpu>
Nov 29 09:30:07 user nova-compute[75249]:   <devices>
Nov 29 09:30:07 user nova-compute[75249]:     <disk type="file" device="disk">
Nov 29 09:30:07 user nova-compute[75249]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 09:30:07 user nova-compute[75249]:       <source file="/opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk"/>
Nov 29 09:30:07 user nova-compute[75249]:       <target dev="vda" bus="virtio"/>
Nov 29 09:30:07 user nova-compute[75249]:     </disk>
Nov 29 09:30:07 user nova-compute[75249]:     <interface type="ethernet">
Nov 29 09:30:07 user nova-compute[75249]:       <mac address="fa:16:3e:e0:62:13"/>
Nov 29 09:30:07 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:30:07 user nova-compute[75249]:       <mtu size="1442"/>
Nov 29 09:30:07 user nova-compute[75249]:       <target dev="tap1f616ce4-3b"/>
Nov 29 09:30:07 user nova-compute[75249]:     </interface>
Nov 29 09:30:07 user nova-compute[75249]:     <serial type="pty">
Nov 29 09:30:07 user nova-compute[75249]:       <log file="/opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/console.log" append="off"/>
Nov 29 09:30:07 user nova-compute[75249]:     </serial>
Nov 29 09:30:07 user nova-compute[75249]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 09:30:07 user nova-compute[75249]:     <video>
Nov 29 09:30:07 user nova-compute[75249]:       <model type="virtio"/>
Nov 29 09:30:07 user nova-compute[75249]:     </video>
Nov 29 09:30:07 user nova-compute[75249]:     <rng model="virtio">
Nov 29 09:30:07 user nova-compute[75249]:       <backend model="random">/dev/urandom</backend>
Nov 29 09:30:07 user nova-compute[75249]:     </rng>
Nov 29 09:30:07 user nova-compute[75249]:     <controller type="usb" index="0" model="none"/>
Nov 29 09:30:07 user nova-compute[75249]:     <memballoon model="virtio">
Nov 29 09:30:07 user nova-compute[75249]:       <stats period="10"/>
Nov 29 09:30:07 user nova-compute[75249]:     </memballoon>
Nov 29 09:30:07 user nova-compute[75249]:   </devices>
Nov 29 09:30:07 user nova-compute[75249]: </domain>
Nov 29 09:30:07 user nova-compute[75249]:  {{(pid=75249) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1101889489',display_name='tempest-TestStampPattern-server-1101889489',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1101889489',id=52,image_ref='d973eb0c-ff31-4cf4-8d65-520eb3db3055',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNtoPBXpSD95rtwL3w4LMv/Bkrx9NAp5amH6af2CEWzwS38Q7SZ5zrh9TdLDEIQHVQZFL+X9TycQL48npfBvQAOREsWGZyZmNLOBovc2kOlmgJOuk+OK+D8Qg8fKsX69RQ==',key_name='tempest-TestStampPattern-2008909910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='932f40d6127c418499288240d344ee1f',ramdisk_id='',reservation_id='r-mflyso2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='dab467f6-24ff-4e63-9cf1-bb3e05cad21a',image_min_disk='1',image_min_ram='0',image_owner_id='932f40d6127c418499288240d344ee1f',image_owner_project_name='tempest-TestStampPattern-1369150460',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1369150460-project-member',image_user_id='102f6b1b5e5143f7bde2ce40f109a2da',network_allocated='True',owner_project_name='tempest-TestStampPattern-1369150460',owner_user_name='tempest-TestStampPattern-1369150460-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T09:30:05Z,user_data=None,user_id='102f6b1b5e5143f7bde2ce40f109a2da',uuid=a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converting VIF {"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG os_vif [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b') {{(pid=75249) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d468132-08db-5614-be67-67314f982ee6', '_type': 'linux-noop'}}, row=False) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f616ce4-3b, may_exist=True, interface_attrs={}) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f616ce4-3b, col_values=(('qos', UUID('bb5fa8ec-c7ce-443d-9ed4-dcebec6a3c94')),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f616ce4-3b, col_values=(('external_ids', {'iface-id': '1f616ce4-3b6d-4749-a80d-fce060f5d528', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:62:13', 'vm-uuid': 'a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05'}),), if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:07 user nova-compute[75249]: INFO os_vif [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b')
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:30:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No VIF found with MAC fa:16:3e:e0:62:13, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:30:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-413172a9-313d-4641-ab58-22692775985a req-0d44263d-606c-4f6c-a88f-209567f17cb2 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:30:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413172a9-313d-4641-ab58-22692775985a req-0d44263d-606c-4f6c-a88f-209567f17cb2 service nova] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413172a9-313d-4641-ab58-22692775985a req-0d44263d-606c-4f6c-a88f-209567f17cb2 service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:09 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-413172a9-313d-4641-ab58-22692775985a req-0d44263d-606c-4f6c-a88f-209567f17cb2 service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:09 user nova-compute[75249]: DEBUG nova.compute.manager [req-413172a9-313d-4641-ab58-22692775985a req-0d44263d-606c-4f6c-a88f-209567f17cb2 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] No waiting events found dispatching network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:30:09 user nova-compute[75249]: WARNING nova.compute.manager [req-413172a9-313d-4641-ab58-22692775985a req-0d44263d-606c-4f6c-a88f-209567f17cb2 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received unexpected event network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 for instance with vm_state building and task_state spawning.
Nov 29 09:30:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Instance event wait completed in 0 seconds for  {{(pid=75249) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Guest created on hypervisor {{(pid=75249) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 09:30:11 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Instance spawned successfully.
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Found default for hw_input_bus of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Found default for hw_pointer_model of None {{(pid=75249) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 09:30:11 user nova-compute[75249]: INFO nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Took 6.41 seconds to spawn the instance on the hypervisor.
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Checking state {{(pid=75249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 09:30:11 user nova-compute[75249]: INFO nova.compute.manager [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Took 6.95 seconds to build instance.
Nov 29 09:30:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-fa196e2e-3da5-4e64-b885-75533f5f5f73 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.111s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-8d7d0171-d8e8-431d-9177-a00b6b340a38 req-7446f1da-1ac3-475d-8e10-ae8b38d7ec79 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8d7d0171-d8e8-431d-9177-a00b6b340a38 req-7446f1da-1ac3-475d-8e10-ae8b38d7ec79 service nova] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8d7d0171-d8e8-431d-9177-a00b6b340a38 req-7446f1da-1ac3-475d-8e10-ae8b38d7ec79 service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-8d7d0171-d8e8-431d-9177-a00b6b340a38 req-7446f1da-1ac3-475d-8e10-ae8b38d7ec79 service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:11 user nova-compute[75249]: DEBUG nova.compute.manager [req-8d7d0171-d8e8-431d-9177-a00b6b340a38 req-7446f1da-1ac3-475d-8e10-ae8b38d7ec79 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] No waiting events found dispatching network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:30:11 user nova-compute[75249]: WARNING nova.compute.manager [req-8d7d0171-d8e8-431d-9177-a00b6b340a38 req-7446f1da-1ac3-475d-8e10-ae8b38d7ec79 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received unexpected event network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 for instance with vm_state active and task_state None.
Nov 29 09:30:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:30:38 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:30:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:30:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:30:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:30:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:40 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:30:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:30:41 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:30:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8936MB free_disk=25.01956558227539GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:30:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:30:42 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:30:42 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:30:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:30:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.234s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:30:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:50 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:50 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:30:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:30:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:30:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:31:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:31:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:31:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:38 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:31:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:31:38 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:31:38 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:31:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating instance_info_cache with network_info: [{"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:31:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:31:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:31:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:31:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:31:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8974MB free_disk=25.01879119873047GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:31:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing inventories for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating ProviderTree inventory for provider 61dd3b26-e103-42d6-af3a-ce6128100617 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Updating inventory in ProviderTree for provider 61dd3b26-e103-42d6-af3a-ce6128100617 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing aggregate associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, aggregates: None {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Refreshing trait associations for resource provider 61dd3b26-e103-42d6-af3a-ce6128100617, traits: COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_RESCUE_BFV,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI {{(pid=75249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:31:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.493s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:31:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:31:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:31:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-changed-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:31:55 user nova-compute[75249]: DEBUG nova.compute.manager [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Refreshing instance network info cache due to event network-changed-1f616ce4-3b6d-4749-a80d-fce060f5d528. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:31:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] Acquiring lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:31:55 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] Acquired lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:31:55 user nova-compute[75249]: DEBUG nova.network.neutron [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Refreshing network info cache for port 1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG nova.objects.instance [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'flavor' on Instance uuid a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updated VIF entry in instance network info cache for port 1f616ce4-3b6d-4749-a80d-fce060f5d528. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG nova.network.neutron [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating instance_info_cache with network_info: [{"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-b8041391-db16-4b2c-b445-5dc2ca83c9a0 req-1cd0ed89-e683-4992-92e2-03b8c184d409 service nova] Releasing lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:31:56 user nova-compute[75249]: INFO nova.compute.manager [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Attaching volume 1caa45b0-af3b-419b-955b-d31e00bac00f to /dev/vdb
Nov 29 09:31:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6956a1d9-5a0b-4373-9ffa-de03d2641efd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23d87c2da9ee\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[73405d18-51cf-48b0-9c4d-fada51f47048]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20ea3f8-3fe6-487e-a4ed-3e3faba58a27]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4b416d-2d2d-4233-8164-faa71b1d1382]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Running cmd (subprocess): nvme version {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] 'nvme version' failed. Not Retrying. {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] nvme not present on system {{(pid=75249) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 09:31:56 user nova-compute[75249]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 09:31:56 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b579de-12f2-4de5-9f47-1b1570e40d15]: (4, '') {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75249) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.lightos [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] LIGHTOS: no hostnqn found. {{(pid=75249) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG os_brick.utils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23d87c2da9ee', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:31:56 user nova-compute[75249]: DEBUG nova.virt.block_device [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating existing volume attachment record: 79f0f552-ce3b-4732-aa1f-97fde98e5257 {{(pid=75249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 09:31:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:58 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:31:59 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:31:59 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:32:01 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 09:32:02 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Calling os-brick to attach iSCSI Volume {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JSVMvzFR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:32:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:32:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:32:03 user nova-compute[75249]: INFO os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c32c84-b4aa-4ceb-acc3-36eb1d89b0b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 09:32:03 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --interface default --op new {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c53a65c-7f6c-4e15-9d19-887504431ddb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f] added\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f] added
Nov 29 09:32:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba4f0a0-f7ad-4273-8e19-2e1d7518c47c]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b84f44-45f9-4a98-bfba-553270d3fa02]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JSVMvzFR {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JSVMvzFR" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[3187ccea-f6d6-4ea4-9619-4bdcedb0dcd1]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JSVMvzFR'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c0a427-d62f-44ff-8f00-1ab561339758]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df2aff9-bf55-499c-9fc2-81d79f64dc35]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:32:03 user nova-compute[75249]:  {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 09:32:03 user nova-compute[75249]:  {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:32:03 user nova-compute[75249]: WARNING os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 09:32:03 user nova-compute[75249]: 
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --login {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a6b4cc-45e0-49c9-b146-eb9ae33afc4a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260]
Nov 29 09:32:03 user nova-compute[75249]: Login to [iface: default, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260] successful.
Nov 29 09:32:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[40983a51-1b6f-4333-b430-2c65f6243b73]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[890bfe61-0435-418c-9a61-eb87e062c7b8]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f (non-flash)
Nov 29 09:32:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f (non-flash)
Nov 29 09:32:03 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Connected to 172.16.0.220:3260 {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75249) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75249) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8093b9f0-e7c8-4da5-a2b5-b8bd4c87286f]: (4, ('- - 0', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:03 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: None {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75249) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JSVMvzFR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75249) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '26430306333346231', 'path': '/dev/sdb'} {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26430306333346231', 'path': '/dev/sdb'} {{(pid=75249) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG nova.objects.instance [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'flavor' on Instance uuid a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:32:04 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 09:32:04 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:32:04 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:32:04 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:32:04 user nova-compute[75249]:   <serial>1caa45b0-af3b-419b-955b-d31e00bac00f</serial>
Nov 29 09:32:04 user nova-compute[75249]: </disk>
Nov 29 09:32:04 user nova-compute[75249]:  {{(pid=75249) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 09:32:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No BDM found with device name vda, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:32:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75249) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 09:32:05 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] No VIF found with MAC fa:16:3e:e0:62:13, not building metadata {{(pid=75249) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 09:32:05 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-bd2bcc68-03fb-452e-88f9-7b09a2c86a1f tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.933s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:32:07 user nova-compute[75249]: INFO nova.compute.manager [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Detaching volume 1caa45b0-af3b-419b-955b-d31e00bac00f
Nov 29 09:32:07 user nova-compute[75249]: INFO nova.virt.block_device [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Attempting to driver detach volume 1caa45b0-af3b-419b-955b-d31e00bac00f from mountpoint /dev/vdb
Nov 29 09:32:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Attempting to detach device vdb from instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 from the persistent domain config. {{(pid=75249) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:32:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:32:07 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:32:07 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:32:07 user nova-compute[75249]:   <serial>1caa45b0-af3b-419b-955b-d31e00bac00f</serial>
Nov 29 09:32:07 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:32:07 user nova-compute[75249]: </disk>
Nov 29 09:32:07 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:32:07 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully detached device vdb from instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 from the persistent domain config.
Nov 29 09:32:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 from the live domain config. {{(pid=75249) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG nova.virt.libvirt.guest [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 09:32:07 user nova-compute[75249]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 09:32:07 user nova-compute[75249]:   <source dev="/dev/sdb"/>
Nov 29 09:32:07 user nova-compute[75249]:   <target dev="vdb" bus="virtio"/>
Nov 29 09:32:07 user nova-compute[75249]:   <serial>1caa45b0-af3b-419b-955b-d31e00bac00f</serial>
Nov 29 09:32:07 user nova-compute[75249]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 09:32:07 user nova-compute[75249]: </disk>
Nov 29 09:32:07 user nova-compute[75249]:  {{(pid=75249) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Cleaning up deleted instances {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] There are 0 instances to clean {{(pid=75249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 09:32:07 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:08 user nova-compute[75249]: DEBUG nova.virt.libvirt.driver [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 {{(pid=75249) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 09:32:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:12 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:17 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:22 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:27 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:28 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 is timed out.
Nov 29 09:32:28 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully detached device vdb from instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 from the live domain config.
Nov 29 09:32:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] calling os-brick to detach iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8cf45b6c80>, {'target_iqn': 'iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JSVMvzFR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 09:32:28 user nova-compute[75249]: WARNING os_brick.initiator.connectors.base [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7836ac7-b061-4ae9-a7ec-c02e6d47fcb3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 09:32:28 user nova-compute[75249]: No targets found.
Nov 29 09:32:28 user nova-compute[75249]: iSNS:
Nov 29 09:32:28 user nova-compute[75249]: No targets found.
Nov 29 09:32:28 user nova-compute[75249]: STATIC:
Nov 29 09:32:28 user nova-compute[75249]: Target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f
Nov 29 09:32:28 user nova-compute[75249]:         Portal: 172.16.0.220:3260,-1
Nov 29 09:32:28 user nova-compute[75249]:                 Iface Name: default
Nov 29 09:32:28 user nova-compute[75249]: FIRMWARE:
Nov 29 09:32:28 user nova-compute[75249]: No targets found.
Nov 29 09:32:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 09:32:28 user nova-compute[75249]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 09:32:28 user nova-compute[75249]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75249) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f', 0)] {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab0d8dd-4ff9-44d4-a8a7-a3a95eef3513]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cfeb9ff-9ee3-49e6-ab02-2d15804f365d]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f (non-flash)\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f (non-flash)
Nov 29 09:32:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f (non-flash)
Nov 29 09:32:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8cd0bcd630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f'): ({'sdb'}, set())}) {{(pid=75249) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Removing single pathed devices sdb {{(pid=75249) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[553a7875-705f-46c5-9d51-7b6bb9855fcf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1f8a6f-5b62-4472-be2f-93fddf00e0bd]: (4, ('ok\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Flushing IO for device /dev/sdb {{(pid=75249) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbda65ed-6bd1-49bc-9bb4-c3b72781a3e9]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75249) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde052ad-187b-4be7-b3cb-d231ad858eb5]: (4, ('1', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.linuxscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] SCSI volumes sdb have been removed. {{(pid=75249) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f')] {{(pid=75249) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b73a24b-301a-4d88-8b31-e0f66a34d50b]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --logout {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e86f51f-a25c-4183-bd7f-44b521907fa5]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260]
Nov 29 09:32:28 user nova-compute[75249]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f, portal: 172.16.0.220,3260] successful.
Nov 29 09:32:28 user nova-compute[75249]:  stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op delete {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1caa45b0-af3b-419b-955b-d31e00bac00f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86571) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG oslo.privsep.daemon [-] privsep: reply[6360da11-a7ee-4b46-9a4a-3441f51cfe72]: (4, ('', '')) {{(pid=86571) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75249) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.base [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] <== disconnect_volume: return (288ms) None {{(pid=75249) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 09:32:28 user nova-compute[75249]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Disconnected iSCSI Volume {{(pid=75249) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 09:32:29 user nova-compute[75249]: DEBUG nova.objects.instance [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'flavor' on Instance uuid a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:32:29 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-1a813e6f-8e0d-4cca-bcfe-97d39aeb1fd3 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.581s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:32:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:32 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:37 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:32:38 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Forcefully refreshing network info cache for instance {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 09:32:39 user nova-compute[75249]: DEBUG nova.objects.instance [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lazy-loading 'info_cache' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:32:40 user nova-compute[75249]: DEBUG nova.network.neutron [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:32:40 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:32:40 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated the network info_cache for instance {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 09:32:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:41 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:32:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:32:42 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:32:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=8944MB free_disk=25.017658233642578GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:32:42 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:32:43 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:32:43 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:32:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:32:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.203s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:32:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:47 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:32:50 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:32:52 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-changed-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Refreshing instance network info cache due to event network-changed-1f616ce4-3b6d-4749-a80d-fce060f5d528. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] Acquiring lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] Acquired lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.network.neutron [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Refreshing network info cache for port 1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:32:58 user nova-compute[75249]: INFO nova.compute.manager [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Terminating instance
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.compute.manager [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-a69136e6-ffae-4356-a2b5-21d0b223b644 req-a434ee30-dea0-4b22-abe8-0618f2b1e01e service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-vif-unplugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a69136e6-ffae-4356-a2b5-21d0b223b644 req-a434ee30-dea0-4b22-abe8-0618f2b1e01e service nova] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a69136e6-ffae-4356-a2b5-21d0b223b644 req-a434ee30-dea0-4b22-abe8-0618f2b1e01e service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a69136e6-ffae-4356-a2b5-21d0b223b644 req-a434ee30-dea0-4b22-abe8-0618f2b1e01e service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-a69136e6-ffae-4356-a2b5-21d0b223b644 req-a434ee30-dea0-4b22-abe8-0618f2b1e01e service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] No waiting events found dispatching network-vif-unplugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:32:58 user nova-compute[75249]: DEBUG nova.compute.manager [req-a69136e6-ffae-4356-a2b5-21d0b223b644 req-a434ee30-dea0-4b22-abe8-0618f2b1e01e service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-vif-unplugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 for instance with task_state deleting. {{(pid=75249) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updated VIF entry in instance network info cache for port 1f616ce4-3b6d-4749-a80d-fce060f5d528. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.network.neutron [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating instance_info_cache with network_info: [{"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6b79037b-2910-4755-90be-26c61441616d req-ebe17671-c999-400b-88a3-ecee19d5fabf service nova] Releasing lock "refresh_cache-a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:32:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Instance destroyed successfully.
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.objects.instance [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'resources' on Instance uuid a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05 {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1101889489',display_name='tempest-TestStampPattern-server-1101889489',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1101889489',id=52,image_ref='d973eb0c-ff31-4cf4-8d65-520eb3db3055',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNtoPBXpSD95rtwL3w4LMv/Bkrx9NAp5amH6af2CEWzwS38Q7SZ5zrh9TdLDEIQHVQZFL+X9TycQL48npfBvQAOREsWGZyZmNLOBovc2kOlmgJOuk+OK+D8Qg8fKsX69RQ==',key_name='tempest-TestStampPattern-2008909910',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:30:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='932f40d6127c418499288240d344ee1f',ramdisk_id='',reservation_id='r-mflyso2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='dab467f6-24ff-4e63-9cf1-bb3e05cad21a',image_min_disk='1',image_min_ram='0',image_owner_id='932f40d6127c418499288240d344ee1f',image_owner_project_name='tempest-TestStampPattern-1369150460',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1369150460-project-member',image_user_id='102f6b1b5e5143f7bde2ce40f109a2da',owner_project_name='tempest-TestStampPattern-1369150460',owner_user_name='tempest-TestStampPattern-1369150460-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:30:11Z,user_data=None,user_id='102f6b1b5e5143f7bde2ce40f109a2da',uuid=a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converting VIF {"id": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "address": "fa:16:3e:e0:62:13", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f616ce4-3b", "ovs_interfaceid": "1f616ce4-3b6d-4749-a80d-fce060f5d528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG os_vif [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f616ce4-3b, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb5fa8ec-c7ce-443d-9ed4-dcebec6a3c94) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:32:59 user nova-compute[75249]: INFO os_vif [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:62:13,bridge_name='br-int',has_traffic_filtering=True,id=1f616ce4-3b6d-4749-a80d-fce060f5d528,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f616ce4-3b')
Nov 29 09:32:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Deleting instance files /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05_del
Nov 29 09:32:59 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Deletion of /opt/stack/data/nova/instances/a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05_del complete
Nov 29 09:32:59 user nova-compute[75249]: INFO nova.compute.manager [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 09:32:59 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:32:59 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:33:00 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Took 0.55 seconds to deallocate network for instance.
Nov 29 09:33:00 user nova-compute[75249]: DEBUG nova.compute.manager [req-3af18845-6f25-4adf-ab21-23169758c183 req-7fdc59f7-2c57-4f64-b3a5-d820f6edf1b9 service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-vif-deleted-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.134s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:00 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Deleted allocations for instance a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05
Nov 29 09:33:00 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-8ec60ae5-16a6-408f-b5ac-f08472a5dbf5 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.771s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:33:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-a1ac7c2b-0215-4edf-9353-fd4c54bbed44 req-f4408251-26ff-4a79-bc1e-257c7e50c8ae service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received event network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a1ac7c2b-0215-4edf-9353-fd4c54bbed44 req-f4408251-26ff-4a79-bc1e-257c7e50c8ae service nova] Acquiring lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a1ac7c2b-0215-4edf-9353-fd4c54bbed44 req-f4408251-26ff-4a79-bc1e-257c7e50c8ae service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:01 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-a1ac7c2b-0215-4edf-9353-fd4c54bbed44 req-f4408251-26ff-4a79-bc1e-257c7e50c8ae service nova] Lock "a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:01 user nova-compute[75249]: DEBUG nova.compute.manager [req-a1ac7c2b-0215-4edf-9353-fd4c54bbed44 req-f4408251-26ff-4a79-bc1e-257c7e50c8ae service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] No waiting events found dispatching network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:33:01 user nova-compute[75249]: WARNING nova.compute.manager [req-a1ac7c2b-0215-4edf-9353-fd4c54bbed44 req-f4408251-26ff-4a79-bc1e-257c7e50c8ae service nova] [instance: a72ed9fd-c3bd-4f81-859d-9bd6d47d1a05] Received unexpected event network-vif-plugged-1f616ce4-3b6d-4749-a80d-fce060f5d528 for instance with vm_state deleted and task_state None.
Nov 29 09:33:04 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:09 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:14 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:19 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:33:24 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:29 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:33:34 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:39 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:33:40 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:41 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:33:41 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:33:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:33:43 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG oslo_concurrency.processutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:44 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:33:44 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9036MB free_disk=25.01834487915039GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:33:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:49 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:33:54 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-changed-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG nova.compute.manager [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Refreshing instance network info cache due to event network-changed-2a15fd08-e327-4f75-83a5-96ca2219ba4f. {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] Acquiring lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] Acquired lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Refreshing network info cache for port 2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:57 user nova-compute[75249]: INFO nova.compute.manager [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Terminating instance
Nov 29 09:33:57 user nova-compute[75249]: DEBUG nova.compute.manager [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Start destroying the instance on the hypervisor. {{(pid=75249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updated VIF entry in instance network info cache for port 2a15fd08-e327-4f75-83a5-96ca2219ba4f. {{(pid=75249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG nova.network.neutron [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [{"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-55367dd8-5fa5-4197-b26b-8af42358ecdb req-1049684c-333d-4d71-84f4-88bb233e1b5a service nova] Releasing lock "refresh_cache-dab467f6-24ff-4e63-9cf1-bb3e05cad21a" {{(pid=75249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 09:33:57 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [-] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Instance destroyed successfully.
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.objects.instance [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lazy-loading 'resources' on Instance uuid dab467f6-24ff-4e63-9cf1-bb3e05cad21a {{(pid=75249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.virt.libvirt.vif [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T09:26:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1990770229',display_name='tempest-TestStampPattern-server-1990770229',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1990770229',id=51,image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNtoPBXpSD95rtwL3w4LMv/Bkrx9NAp5amH6af2CEWzwS38Q7SZ5zrh9TdLDEIQHVQZFL+X9TycQL48npfBvQAOREsWGZyZmNLOBovc2kOlmgJOuk+OK+D8Qg8fKsX69RQ==',key_name='tempest-TestStampPattern-2008909910',keypairs=<?>,launch_index=0,launched_at=2023-11-29T09:27:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='932f40d6127c418499288240d344ee1f',ramdisk_id='',reservation_id='r-wul830nu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='31ab2c83-f79e-4167-8676-faf1e937d5a3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1369150460',owner_user_name='tempest-TestStampPattern-1369150460-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T09:30:02Z,user_data=None,user_id='102f6b1b5e5143f7bde2ce40f109a2da',uuid=dab467f6-24ff-4e63-9cf1-bb3e05cad21a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converting VIF {"id": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "address": "fa:16:3e:e2:0b:5c", "network": {"id": "7fe2daae-f377-49c5-a7a5-6c6204cab665", "bridge": "br-int", "label": "tempest-TestStampPattern-1001273503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "932f40d6127c418499288240d344ee1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a15fd08-e3", "ovs_interfaceid": "2a15fd08-e327-4f75-83a5-96ca2219ba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.network.os_vif_util [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3') {{(pid=75249) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG os_vif [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3') {{(pid=75249) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a15fd08-e3, bridge=br-int, if_exists=True) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9467e096-6d23-4b6d-9858-75d6b34fffe7) {{(pid=75249) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:33:58 user nova-compute[75249]: INFO os_vif [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:0b:5c,bridge_name='br-int',has_traffic_filtering=True,id=2a15fd08-e327-4f75-83a5-96ca2219ba4f,network=Network(7fe2daae-f377-49c5-a7a5-6c6204cab665),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a15fd08-e3')
Nov 29 09:33:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Deleting instance files /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a_del
Nov 29 09:33:58 user nova-compute[75249]: INFO nova.virt.libvirt.driver [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Deletion of /opt/stack/data/nova/instances/dab467f6-24ff-4e63-9cf1-bb3e05cad21a_del complete
Nov 29 09:33:58 user nova-compute[75249]: INFO nova.compute.manager [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 09:33:58 user nova-compute[75249]: DEBUG oslo.service.loopingcall [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.compute.manager [-] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Deallocating network for instance {{(pid=75249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] deallocate_for_instance() {{(pid=75249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG nova.network.neutron [-] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Updating instance_info_cache with network_info: [] {{(pid=75249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 09:33:58 user nova-compute[75249]: INFO nova.compute.manager [-] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Took 0.68 seconds to deallocate network for instance.
Nov 29 09:33:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:58 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.261s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:59 user nova-compute[75249]: INFO nova.scheduler.client.report [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Deleted allocations for instance dab467f6-24ff-4e63-9cf1-bb3e05cad21a
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-unplugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-unplugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:33:59 user nova-compute[75249]: WARNING nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-unplugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state deleted and task_state None.
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:33:59 user nova-compute[75249]: WARNING nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state deleted and task_state None.
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:33:59 user nova-compute[75249]: WARNING nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state deleted and task_state None.
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:33:59 user nova-compute[75249]: WARNING nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state deleted and task_state None.
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Acquiring lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] No waiting events found dispatching network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 09:33:59 user nova-compute[75249]: WARNING nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received unexpected event network-vif-plugged-2a15fd08-e327-4f75-83a5-96ca2219ba4f for instance with vm_state deleted and task_state None.
Nov 29 09:33:59 user nova-compute[75249]: DEBUG nova.compute.manager [req-6eb5fd4d-a4d6-44ae-975d-8fa1499a7eb0 req-581d5349-87cc-452d-a8af-8ebd92b3d21d service nova] [instance: dab467f6-24ff-4e63-9cf1-bb3e05cad21a] Received event network-vif-deleted-2a15fd08-e327-4f75-83a5-96ca2219ba4f {{(pid=75249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 09:33:59 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-e44d26d2-e3f3-4c5f-a648-fbb383358bc1 tempest-TestStampPattern-1369150460 tempest-TestStampPattern-1369150460-project-member] Lock "dab467f6-24ff-4e63-9cf1-bb3e05cad21a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.034s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:34:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:34:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:34:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:34:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:42 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:34:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:34:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:34:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:34:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:34:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:34:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9169MB free_disk=25.142929077148438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:34:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:34:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:34:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:51 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:34:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:56 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:34:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:35:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:00 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:00 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:35:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:35:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:35:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:35:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:35:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:35:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:35:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:35:38 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:35:43 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:35:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:43 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Starting heal instance info cache {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Rebuilding the list of instances to heal {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Didn't find any instances for network info cache update. {{(pid=75249) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:35:44 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Auditing locally available compute resources for user (node: user) {{(pid=75249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 09:35:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:35:45 user nova-compute[75249]: WARNING nova.virt.libvirt.driver [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 09:35:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Hypervisor/Node resource view: name=user free_ram=9302MB free_disk=25.134605407714844GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG nova.compute.provider_tree [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed in ProviderTree for provider: 61dd3b26-e103-42d6-af3a-ce6128100617 {{(pid=75249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG nova.scheduler.client.report [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Inventory has not changed for provider 61dd3b26-e103-42d6-af3a-ce6128100617 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG nova.compute.resource_tracker [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Compute_service record updated for user:user {{(pid=75249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 09:35:45 user nova-compute[75249]: DEBUG oslo_concurrency.lockutils [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.114s {{(pid=75249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 09:35:46 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:48 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:35:51 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:52 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:53 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:35:53 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:35:58 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:36:01 user nova-compute[75249]: DEBUG oslo_service.periodic_task [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 09:36:01 user nova-compute[75249]: DEBUG nova.compute.manager [None req-f6b6b25c-2799-4ff9-9fc3-666bc2574f16 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 09:36:03 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:36:08 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 09:36:13 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:36:18 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:36:23 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:36:28 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 09:36:33 user nova-compute[75249]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75249) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}